{"meta":{"query_hash":"650965f3ce5f","filters":{"topic":"Mobile Crowdsensing and Crowdsourcing"},"cohort_total":449,"direct_labels_cover":3,"predictions_cover":449,"exported":449,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/650965f3ce5f","api":"https://metacan.xera.ac/api/v1/cohort?topic=Mobile+Crowdsensing+and+Crowdsourcing"},"results":[{"id":"W1148686380","doi":"10.1007/s11049-015-9305-9","title":"A streamlined approach to online linguistic surveys","year":2015,"lang":"en","type":"article","venue":"Natural Language & Linguistic Theory","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Crowdsourcing; Computer science; Grammaticality; Matching (statistics); Natural language processing; Set (abstract data type); Sentence; Service (business); Scale (ratio); Component (thermodynamics); Data science; Artificial intelligence; Linguistics; World Wide Web; Information retrieval; Grammar","score_opus":0.017061009958531062,"score_gpt":0.26970196898586474,"score_spread":0.2526409590273337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1148686380","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12620829,0.005159147,0.8204589,0.00016418342,0.0058042123,0.0006582448,0.000062267325,0.0017023343,0.039782424],"genre_scores_gemma":[0.92294145,9.410675e-7,0.072593674,0.0006287274,0.001590477,0.000009370115,0.0000746964,0.000039571038,0.0021211198],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969264,0.00069275923,0.00042008903,0.0007726236,0.000543003,0.00064510526],"domain_scores_gemma":[0.9970472,0.00061808113,0.00013176836,0.0011417188,0.00054981426,0.0005114325],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0028901384,0.00036287418,0.00041018875,0.00023151303,0.00015640506,0.00026275095,0.0011860258,0.00013312216,0.000006767343],"category_scores_gemma":[0.015022413,0.0003080533,0.00012457908,0.0006565835,0.00008129238,0.00006706649,0.00041302256,0.00055526465,0.000097430515],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027427232,0.0013820735,0.00041372707,0.00020877016,0.00023375961,0.0015364897,0.112110905,0.0026041213,0.0026130239,0.4826274,0.0023928874,0.39360258],"study_design_scores_gemma":[0.012470816,0.0022450686,0.00853265,0.0015502404,0.00061580486,0.0018471214,0.019621437,0.74732554,0.009624116,0.13876304,0.046973426,0.010430746],"about_ca_topic_score_codex":0.0002700397,"about_ca_topic_score_gemma":0.00004311758,"teacher_disagreement_score":0.79673314,"about_ca_system_score_codex":0.00013507849,"about_ca_system_score_gemma":0.00021233443,"threshold_uncertainty_score":0.9999372},"labels":[],"label_agreement":null},{"id":"W118475761","doi":"10.31235/osf.io/m24k9","title":"Crowdsourcing the Policy Cycle","year":2017,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thompson Rivers University","funders":"","keywords":"Crowdsourcing; Crowds; Collective intelligence; Work (physics); Political science; Knowledge management; Computer science; Engineering; Computer security","score_opus":0.012615128419924453,"score_gpt":0.267764213704672,"score_spread":0.25514908528474756,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W118475761","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14124487,0.00007578844,0.48095438,0.04234196,0.00069907383,0.0001700158,4.450471e-7,0.0005432185,0.33397025],"genre_scores_gemma":[0.9904364,0.0000036691636,0.004822688,0.0011192269,0.00033066154,0.0000040261466,8.718346e-8,0.000008047467,0.0032752187],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990676,0.000035840665,0.00012598671,0.00026290884,0.00018830338,0.00031934935],"domain_scores_gemma":[0.99746734,0.000074423595,0.000106259875,0.0022314293,0.000042704694,0.00007785055],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00041526303,0.00010519128,0.00009586369,0.00004786792,0.0020700493,0.0017512796,0.0021020493,0.00003725456,0.000012420109],"category_scores_gemma":[0.00024055834,0.00006558649,0.000072260904,0.0000875969,0.00012775943,0.00045023335,0.00063250103,0.00013150576,0.00015078322],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023624455,0.000031399508,0.0025597096,0.000006580879,0.000023565975,0.000028793873,0.0019121921,0.0006344029,0.0026165263,0.62799925,0.0056219627,0.35856327],"study_design_scores_gemma":[0.0015254412,0.00013191332,0.15799579,0.00014749746,0.00002592202,0.00047139137,0.00058338675,0.51244766,0.042118605,0.09632529,0.18673591,0.0014911933],"about_ca_topic_score_codex":0.00089442707,"about_ca_topic_score_gemma":0.000041796844,"teacher_disagreement_score":0.8491915,"about_ca_system_score_codex":0.000024623174,"about_ca_system_score_gemma":0.00007096304,"threshold_uncertainty_score":0.999285},"labels":[],"label_agreement":null},{"id":"W145476732","doi":"10.7202/1029182ar","title":"Musées et médias sociaux","year":2015,"lang":"fr","type":"article","venue":"Documentation et bibliothèques","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Canadian Heritage","funders":"","keywords":"Humanities; Political science; Publics; Art","score_opus":0.11667740377185032,"score_gpt":0.38361518553773555,"score_spread":0.26693778176588523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W145476732","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10367508,0.054953888,0.58508986,0.12192308,0.010565275,0.0008435854,0.000044814748,0.0012978197,0.12160658],"genre_scores_gemma":[0.8756286,0.008013926,0.041403335,0.021378415,0.0008192189,0.000050457656,0.00006949919,0.000089672816,0.052546896],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967411,0.0008654501,0.0004949717,0.00060363533,0.0007496099,0.00054519234],"domain_scores_gemma":[0.9979893,0.00032838047,0.00028775533,0.0005232339,0.0004950947,0.0003762573],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":["scholarly_communication"],"category_scores_codex":[0.0020989282,0.0003277273,0.0003049989,0.0013916834,0.00019226942,0.011520219,0.0004742003,0.00018022807,0.0008720352],"category_scores_gemma":[0.00026116485,0.00036016683,0.0001424553,0.0033793638,0.0001982868,0.015527905,0.00025429347,0.0003369619,0.00068309956],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019556124,0.00023074204,0.0019396744,0.00009041515,0.00008579949,0.00007452878,0.028806794,0.0013663896,0.000510744,0.63088405,0.30145583,0.034535497],"study_design_scores_gemma":[0.0028588094,0.0006993177,0.008852106,0.00070207135,0.00012154063,0.00025332428,0.006234374,0.019172452,0.009627705,0.08456994,0.8653955,0.0015128688],"about_ca_topic_score_codex":0.0021321345,"about_ca_topic_score_gemma":0.00018503745,"teacher_disagreement_score":0.7719535,"about_ca_system_score_codex":0.00023001537,"about_ca_system_score_gemma":0.0008473178,"threshold_uncertainty_score":0.999885},"labels":[],"label_agreement":null},{"id":"W1480599898","doi":"","title":"Why Me ? Siting a Locally Unwanted Public Good","year":2007,"lang":"en","type":"preprint","venue":"RePEc: Research Papers in Economics","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal","funders":"","keywords":"Public good; Incentive; Equity (law); Hazardous waste; Private good; Business; Social cost; Population; Public economics; Economics; Microeconomics; Engineering; Political science","score_opus":0.03752168486760225,"score_gpt":0.3007955314127697,"score_spread":0.26327384654516744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1480599898","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47513163,0.0008317465,0.05535676,0.008795509,0.0030422376,0.002507371,0.000038742888,0.0012676442,0.45302835],"genre_scores_gemma":[0.9808617,0.0009751687,0.015407848,0.0009922776,0.0004973474,0.000089816145,0.000031854706,0.00010499864,0.0010389886],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9941322,0.00052898715,0.0010162266,0.0018314209,0.00063279556,0.0018583531],"domain_scores_gemma":[0.9952588,0.0010273085,0.000330593,0.002531352,0.00037596963,0.00047599446],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0064648986,0.0004789307,0.0007027714,0.0012859643,0.0004116512,0.0015122923,0.002820011,0.00068397546,0.000027412429],"category_scores_gemma":[0.000943226,0.00054425263,0.00027364749,0.00058099994,0.00034914227,0.0003405536,0.0045430367,0.003277265,0.00002709799],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029041388,0.00026214003,0.0031870152,0.0002914919,0.00015713827,0.00045897198,0.0012917789,0.014215808,0.0007433724,0.0070994985,0.00037066432,0.9718931],"study_design_scores_gemma":[0.0015638567,0.00022730073,0.002303097,0.0016229217,0.000014129675,0.00025466943,0.0014703573,0.861615,0.0022503193,0.006844244,0.11964686,0.0021872309],"about_ca_topic_score_codex":0.0001495834,"about_ca_topic_score_gemma":0.00045280287,"teacher_disagreement_score":0.9697058,"about_ca_system_score_codex":0.0012512776,"about_ca_system_score_gemma":0.0013061076,"threshold_uncertainty_score":0.9997009},"labels":[],"label_agreement":null},{"id":"W1510379852","doi":"10.1109/icc.2015.7248819","title":"Profit maximization in mobile crowdsourcing: A truthful auction mechanism","year":2015,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":56,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Crowdsourcing; Computer science; Payment; Incentive; Mechanism design; Profit maximization; Profit (economics); Incentive compatibility; Mobile device; Maximization; World Wide Web; Microeconomics; Economics","score_opus":0.0241010275427162,"score_gpt":0.23910283229376922,"score_spread":0.21500180475105302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1510379852","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23741338,0.000048441103,0.7566551,0.0002922848,0.00051057345,0.00030010525,2.404053e-7,0.00042109712,0.0043588085],"genre_scores_gemma":[0.969833,0.0000034090046,0.028537784,0.00015895649,0.0000761158,0.000055615503,0.0000027071685,0.000015635656,0.0013167708],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998489,0.00009782545,0.00029642505,0.0004580485,0.00032134692,0.00033731162],"domain_scores_gemma":[0.9990802,0.000031059946,0.0000857784,0.000518463,0.00012644757,0.00015804141],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006981437,0.00015906245,0.00017804316,0.00024893996,0.00008017479,0.00023520851,0.00036796086,0.00010438229,0.000015796411],"category_scores_gemma":[0.000060104972,0.00015052354,0.00004573107,0.0006895413,0.000021979451,0.0005714742,0.00015110041,0.00014917566,0.00009594048],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000119738885,0.0006209032,0.0132518215,0.00013560649,0.000059375387,0.0002712827,0.032552585,0.19094028,0.019114783,0.49511924,0.007422872,0.24039151],"study_design_scores_gemma":[0.0017772208,0.00041982566,0.00089121074,0.0000774011,0.000009050432,0.00018056027,0.0015128045,0.914014,0.04400346,0.033285823,0.0031690246,0.0006596487],"about_ca_topic_score_codex":0.00011497161,"about_ca_topic_score_gemma":0.000030348798,"teacher_disagreement_score":0.7324196,"about_ca_system_score_codex":0.00014438268,"about_ca_system_score_gemma":0.00010636272,"threshold_uncertainty_score":0.6138172},"labels":[],"label_agreement":null},{"id":"W1526818389","doi":"10.31235/osf.io/qznpk","title":"Experiments on Crowdsourcing Policy Assessment","year":2017,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thompson Rivers University","funders":"","keywords":"Crowdsourcing; Crowds; Context (archaeology); Relevance (law); Data science; Computer science; Political science; Geography; World Wide Web; Computer security; Law","score_opus":0.03237938851029505,"score_gpt":0.35613044505628666,"score_spread":0.3237510565459916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1526818389","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21690613,0.000014348033,0.31237358,0.0051662913,0.0007656864,0.0001689763,5.223605e-7,0.00044821738,0.46415624],"genre_scores_gemma":[0.97171235,0.0000021662897,0.023902843,0.0009611338,0.00023632236,0.000009861435,3.425963e-7,0.000012346458,0.0031626185],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9986539,0.000038484803,0.0001704401,0.00043608993,0.000324679,0.00037640645],"domain_scores_gemma":[0.9976118,0.000043504613,0.00013916857,0.0020190831,0.00004238954,0.00014404998],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00028429346,0.00016298756,0.00015340488,0.00012109198,0.001188067,0.0014480714,0.0013541667,0.000052507265,0.00002427159],"category_scores_gemma":[0.00008594932,0.00013998181,0.000076572236,0.00006776526,0.000058872145,0.00045144645,0.00048468352,0.00014377141,0.00012935844],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007612081,0.0002463033,0.007989756,0.000014338839,0.00004787037,0.00012462641,0.0011088557,0.00048972736,0.018686904,0.7710432,0.0049150507,0.19532576],"study_design_scores_gemma":[0.0045627416,0.0009780908,0.3026119,0.00051773904,0.00002181887,0.00019600672,0.0004472942,0.24581057,0.366678,0.016719176,0.05867343,0.0027832545],"about_ca_topic_score_codex":0.00031881966,"about_ca_topic_score_gemma":0.000004730386,"teacher_disagreement_score":0.7548062,"about_ca_system_score_codex":0.00010672804,"about_ca_system_score_gemma":0.000108542656,"threshold_uncertainty_score":0.99958855},"labels":[],"label_agreement":null},{"id":"W1537941984","doi":"10.1109/mobserv.2015.22","title":"Share Sens: An Approach to Optimizing Energy Consumption of Continuous Mobile Sensing Workloads","year":2015,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Merge (version control); Android (operating system); Power consumption; Energy consumption; Mobile device; Embedded system; Wearable computer; Real-time computing; Power (physics); Electrical engineering; Operating system; Engineering","score_opus":0.04065829011448823,"score_gpt":0.2562034478166034,"score_spread":0.2155451577021152,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1537941984","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17890005,0.00013612452,0.8115244,0.000036950136,0.00021660062,0.00014509218,0.0000015388915,0.000318094,0.008721158],"genre_scores_gemma":[0.7056459,0.000002792733,0.29374683,0.00023385034,0.000078211284,0.0000053850454,0.0000060892658,0.000014862774,0.00026602138],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982177,0.0001404708,0.00035758672,0.00055444275,0.00035028384,0.00037949937],"domain_scores_gemma":[0.9983713,0.00006048317,0.00012431388,0.00079837156,0.00030114927,0.0003443911],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00055864704,0.00019758138,0.00032202768,0.00017885806,0.000099418045,0.0002412561,0.00039772183,0.000101004836,0.000005919599],"category_scores_gemma":[0.000047983864,0.0001874961,0.0000602209,0.00036743903,0.00005066912,0.00040129095,0.000250397,0.000104276725,0.000016791566],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000089387846,0.0006216749,0.0010171889,0.000115159055,0.00009933004,0.00007596861,0.019488458,0.22653894,0.049924858,0.022548238,0.007029161,0.6724516],"study_design_scores_gemma":[0.0009318851,0.0004022364,0.00014361624,0.00022171477,0.000023837294,0.00032607818,0.0034889884,0.934919,0.05518042,0.00029388347,0.003274658,0.0007937041],"about_ca_topic_score_codex":0.00020677575,"about_ca_topic_score_gemma":0.000010295248,"teacher_disagreement_score":0.70838004,"about_ca_system_score_codex":0.000060260925,"about_ca_system_score_gemma":0.00007342801,"threshold_uncertainty_score":0.76458687},"labels":[],"label_agreement":null},{"id":"W1603185562","doi":"10.1080/03632415.2015.1049693","title":"Smartphones Reveal Angler Behavior: A Case Study of a Popular Mobile Fishing Application in Alberta, Canada","year":2015,"lang":"en","type":"article","venue":"Fisheries","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":79,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Fishing; Fishery; Geography; Biology","score_opus":0.019689173912356504,"score_gpt":0.23458851321040455,"score_spread":0.21489933929804805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1603185562","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.998241,0.000039390525,0.0007795291,0.00012591264,0.00019960766,0.0004049248,0.0000021003545,0.000033159133,0.00017439428],"genre_scores_gemma":[0.9987332,2.6213806e-7,0.00078860595,0.000045735294,0.000028072407,0.00017888856,0.0000032532685,0.000010072199,0.00021189987],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99885714,0.000086855245,0.00029832302,0.0002997215,0.0002556901,0.00020228192],"domain_scores_gemma":[0.9991211,0.000041827658,0.00010918754,0.0005453451,0.000092037524,0.00009049301],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023271739,0.00012168691,0.0002075318,0.00005852634,0.000075715165,0.00008518066,0.00027480032,0.000042900734,0.0000017005505],"category_scores_gemma":[0.000049501392,0.0001224725,0.000020788166,0.0003442236,0.000024698844,0.00030099438,0.00013497166,0.00010701099,0.0000010896334],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001746814,0.00062060874,0.9010708,0.000043073953,0.000017283513,0.0023391517,0.061913636,0.0011151573,0.00016180112,0.00006635796,0.0073536625,0.02528104],"study_design_scores_gemma":[0.012642028,0.0051960703,0.35605708,0.00050685497,0.00030544194,0.01388893,0.40714708,0.07394294,0.0057054595,0.00097123464,0.11849494,0.0051419646],"about_ca_topic_score_codex":0.9533861,"about_ca_topic_score_gemma":0.9773942,"teacher_disagreement_score":0.54501367,"about_ca_system_score_codex":0.00010827599,"about_ca_system_score_gemma":0.00022424675,"threshold_uncertainty_score":0.49942836},"labels":[],"label_agreement":null},{"id":"W1605625785","doi":"10.1007/3-540-44566-8_6","title":"A User Modeling Approach to Determining System Initiative in Mixed-Initiative AI Systems","year":2001,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; User modeling; Task (project management); Scheduling (production processes); User requirements document; Human–computer interaction; Computer user satisfaction; User interface; Data science; Software engineering; Engineering; Systems engineering","score_opus":0.03553027460153694,"score_gpt":0.24646962246735465,"score_spread":0.21093934786581772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1605625785","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00078600744,0.0002907376,0.98212576,0.00016685831,0.0020174962,0.00095678115,0.0000064249207,0.00033709142,0.013312872],"genre_scores_gemma":[0.8636355,0.0000071584327,0.13458419,0.0011124155,0.0004581484,0.000058818478,0.0000046140563,0.00006909913,0.000070103284],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9934982,0.00019302839,0.0011378119,0.0025958514,0.0013024816,0.0012726045],"domain_scores_gemma":[0.9966174,0.0005148078,0.00040160056,0.0016232083,0.00049215724,0.00035084775],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0019311438,0.0009063229,0.0011730952,0.002114333,0.00040198793,0.0014383125,0.0030084522,0.0005089918,9.184541e-7],"category_scores_gemma":[0.00014321072,0.0008806582,0.00016721901,0.0015874157,0.0002424763,0.00095918134,0.0015302377,0.0014451382,0.00003719085],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000075117905,0.000032350286,0.000060443734,0.00015026648,0.000014748846,0.00028784556,0.005121376,0.9323493,0.000025658164,0.010774122,0.000010729365,0.05116561],"study_design_scores_gemma":[0.00032765346,0.00012649005,0.000025100244,0.0032467714,0.000010243846,0.00035225938,0.000025562422,0.9923813,0.0001045861,0.0022964252,0.00013681474,0.00096684817],"about_ca_topic_score_codex":0.00010694866,"about_ca_topic_score_gemma":0.00007335868,"teacher_disagreement_score":0.8628494,"about_ca_system_score_codex":0.001178733,"about_ca_system_score_gemma":0.0007643969,"threshold_uncertainty_score":0.99959826},"labels":[],"label_agreement":null},{"id":"W1605921839","doi":"10.1609/hcomp.v1i1.13112","title":"Reducing Error in Context-Sensitive Crowdsourced Tasks","year":2013,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Human Computation and Crowdsourcing","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Luxmux Technology (Canada)","funders":"","keywords":"Computer science; Redundancy (engineering); Crowdsourcing; Task (project management); Workflow; Context (archaeology); Quality (philosophy); Hierarchy; Human–computer interaction; World Wide Web; Database; Engineering","score_opus":0.039345137894238796,"score_gpt":0.27670684857520716,"score_spread":0.23736171068096837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1605921839","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98473847,0.000027667811,0.00478095,0.0017875108,0.00014055926,0.0005442469,9.200373e-7,0.00014349748,0.007836189],"genre_scores_gemma":[0.99692804,0.000002807045,0.0021726764,0.0004439696,0.00005054079,0.0000285177,9.311542e-7,0.000024948211,0.00034756158],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977354,0.000058686663,0.00063822186,0.0006814525,0.00042343134,0.00046284572],"domain_scores_gemma":[0.99846,0.00013539483,0.0004712686,0.00025550454,0.00053928286,0.00013857559],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005677857,0.00033130473,0.0004383202,0.00033631606,0.0004894972,0.00069125695,0.000675181,0.00012665181,0.000018298539],"category_scores_gemma":[0.00014493153,0.0002758885,0.000111656846,0.0005560155,0.00029315715,0.00064977957,0.00038480616,0.0004608484,0.000017813969],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006973859,0.00040460713,0.016145708,0.00048200603,0.00011437909,0.000008970163,0.059324823,0.0051877066,0.42912576,0.36239067,0.0021947152,0.124550946],"study_design_scores_gemma":[0.0034255534,0.0005244762,0.11559334,0.0034958078,0.000049113794,0.00013932378,0.013047906,0.71615314,0.107325755,0.038568903,0.00012410559,0.0015525775],"about_ca_topic_score_codex":0.00036826538,"about_ca_topic_score_gemma":0.000016552165,"teacher_disagreement_score":0.71096545,"about_ca_system_score_codex":0.000065118096,"about_ca_system_score_gemma":0.000053893436,"threshold_uncertainty_score":0.9999693},"labels":[],"label_agreement":null},{"id":"W1614266390","doi":"10.1167/15.12.1369","title":"Search in actively organized spaces","year":2015,"lang":"en","type":"article","venue":"Journal of Vision","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Task (project management); Position (finance); Property (philosophy); Computer science; Stability (learning theory); Order (exchange); Object (grammar); Visual search; Data science; Cognitive psychology; Artificial intelligence; Human–computer interaction; Psychology; Machine learning; Engineering; Business; Epistemology","score_opus":0.030136385644041083,"score_gpt":0.3055432399442139,"score_spread":0.2754068543001728,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1614266390","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9592601,0.00015360983,0.03843746,0.001334952,0.0002986022,0.000026879456,5.1538578e-8,0.000011595267,0.00047675436],"genre_scores_gemma":[0.9844168,0.000010703374,0.015370877,0.000051451305,0.00008698202,6.4283824e-8,3.4240486e-8,0.000004425236,0.000058701975],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9990475,0.000110601795,0.00021910554,0.00009326224,0.00039393152,0.00013556288],"domain_scores_gemma":[0.99928385,0.00007018784,0.00012863266,0.00014507443,0.00024699277,0.00012527892],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012761718,0.000057257716,0.00014628566,0.00020167891,0.000029563933,0.000155426,0.0003349148,0.000036579382,0.0000034891875],"category_scores_gemma":[0.00016047679,0.000043026765,0.0000364075,0.00035896432,0.000016203721,0.00048801847,0.00010105093,0.00021612916,0.00001687953],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00059593684,0.0009809784,0.028008262,0.000051519968,0.00006776305,0.002001146,0.043334786,0.009883264,0.41841623,0.0034841746,0.02438769,0.46878824],"study_design_scores_gemma":[0.021882871,0.008150083,0.3799423,0.0027501395,0.00004561551,0.0053095007,0.010709289,0.226691,0.2852745,0.015127722,0.042472627,0.0016443541],"about_ca_topic_score_codex":0.000015220232,"about_ca_topic_score_gemma":0.0000023425293,"teacher_disagreement_score":0.4671439,"about_ca_system_score_codex":0.00008176667,"about_ca_system_score_gemma":0.00016885296,"threshold_uncertainty_score":0.17545806},"labels":[],"label_agreement":null},{"id":"W161669422","doi":"10.17705/1cais.02415","title":"A Hybrid Tracking System of Human Resources: A Case Study in a Canadian University","year":2009,"lang":"en","type":"article","venue":"Communications of the Association for Information Systems","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Sherbrooke","funders":"Social Sciences and Humanities Research Council of Canada; Natural Sciences and Engineering Research Council of Canada","keywords":"Workgroup; Real-time locating system; Global Positioning System; Radio-frequency identification; Context (archaeology); Identification (biology); Computer science; Process (computing); Human resources; Tracking system; Service (business); Process management; Business; Computer security; Telecommunications; Geography; Marketing; Artificial intelligence","score_opus":0.024594485275886598,"score_gpt":0.25433499016442973,"score_spread":0.22974050488854314,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W161669422","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9805736,0.000060278162,0.0025817119,0.00060653954,0.00019112411,0.0019008355,0.00005930706,0.00009205209,0.013934564],"genre_scores_gemma":[0.9996263,8.844454e-7,0.0002889943,0.000013448021,0.000005034463,0.000007342111,0.0000055963055,0.0000020895418,0.00005035426],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987055,0.0003091163,0.00056039693,0.00006893808,0.00020453877,0.00015149185],"domain_scores_gemma":[0.9967832,0.00019262484,0.00089980103,0.001600877,0.0004781569,0.00004534584],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001895948,0.000067425404,0.00018476114,0.00035320333,0.00046757914,0.00010355374,0.0015698767,0.000046726473,3.681104e-8],"category_scores_gemma":[0.0002166997,0.00006499561,0.000074742195,0.00053474016,0.000017162434,0.0006456642,0.00014150511,0.00009909877,9.3883585e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021340471,0.00057281926,0.15733816,0.00049811136,0.00024604276,0.000013382666,0.18834123,0.017667359,0.00030290164,0.62509435,0.0012260777,0.008678238],"study_design_scores_gemma":[0.0073415446,0.0007142499,0.13087665,0.0020166698,0.00023040736,0.00058653863,0.30049035,0.49369115,0.00060053385,0.00030736995,0.062112346,0.0010322039],"about_ca_topic_score_codex":0.090122,"about_ca_topic_score_gemma":0.028777147,"teacher_disagreement_score":0.624787,"about_ca_system_score_codex":0.0008463319,"about_ca_system_score_gemma":0.00015892393,"threshold_uncertainty_score":0.9889451},"labels":[],"label_agreement":null},{"id":"W1679433199","doi":"10.1109/ieee.iciot.2017.18","title":"A Gamification Framework for Sensor Data Analytics","year":2017,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Crowdsourcing; Computer science; Analytics; Data science; Context (archaeology); Data analysis; Wireless sensor network; Human–computer interaction; World Wide Web; Data mining","score_opus":0.13967512399328838,"score_gpt":0.3531143871736021,"score_spread":0.21343926318031373,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1679433199","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026277574,0.000013768291,0.99170977,0.002981773,0.00029298244,0.00011249318,0.0000055376518,0.00011832206,0.002137623],"genre_scores_gemma":[0.48410213,0.0000034210382,0.5148423,0.00016707029,0.00011941541,0.0000027687845,0.000005785418,0.0000048554148,0.0007522916],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9992034,0.00001153179,0.00012036924,0.00038068191,0.00011103223,0.00017301366],"domain_scores_gemma":[0.9953551,0.00014969014,0.00012061519,0.0042449674,0.000074825264,0.000054793563],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037070413,0.00007061782,0.00009110152,0.00002831646,0.00051664683,0.00083352014,0.0020104889,0.00005584749,0.00000429132],"category_scores_gemma":[0.0006657025,0.00006204469,0.00002926986,0.000042140797,0.000038934893,0.0004397191,0.00043468666,0.00006743601,0.000028975277],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005770191,0.000050802817,0.0012520346,0.000028283852,0.00003168956,0.0000048443203,0.00027880658,0.00012402602,0.0009193066,0.79509866,0.010313572,0.19189218],"study_design_scores_gemma":[0.00014172483,0.000020679056,0.0027042953,0.00003021279,0.000012070209,0.0000071725535,0.00004021362,0.9479864,0.0016478376,0.025309572,0.021937232,0.0001625718],"about_ca_topic_score_codex":0.000022418883,"about_ca_topic_score_gemma":0.000008175987,"teacher_disagreement_score":0.9478624,"about_ca_system_score_codex":0.000010059323,"about_ca_system_score_gemma":0.000030961965,"threshold_uncertainty_score":0.8037654},"labels":[],"label_agreement":null},{"id":"W1746043309","doi":"10.1109/ccgrid.2015.155","title":"Towards Context-Aware Mobile Crowdsensing in Vehicular Social Networks","year":2015,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Crowdsensing; Context (archaeology); Service (business); Wireless sensor network; Context awareness; Computer security; Computer network; Business; Geography","score_opus":0.025577114698051035,"score_gpt":0.25558006671373007,"score_spread":0.23000295201567902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1746043309","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34635746,0.00045564244,0.64272416,0.00082135294,0.00092740153,0.00030611528,7.2989354e-7,0.0005597353,0.007847391],"genre_scores_gemma":[0.99427617,0.0000031074771,0.0043522264,0.0008257302,0.0002511687,0.000010873028,0.000003107864,0.00001855669,0.0002590745],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981247,0.0001521015,0.00033812,0.0004893418,0.00035150695,0.0005442269],"domain_scores_gemma":[0.99907166,0.000052036692,0.000079089376,0.00043470025,0.00017215338,0.00019034192],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007711255,0.00021260243,0.0003066504,0.00012936897,0.00016476896,0.00033194607,0.00047258972,0.00017149335,0.000008759522],"category_scores_gemma":[0.000043455882,0.00020103998,0.0000992512,0.0005611221,0.00007865511,0.00036807073,0.00028509976,0.00030349134,0.000038969036],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005183838,0.0003224261,0.0025938358,0.0000312712,0.0000649865,0.0008803176,0.015511702,0.09185663,0.0006893858,0.035556372,0.035325147,0.8171161],"study_design_scores_gemma":[0.0014712533,0.00012775385,0.0020450035,0.00007057895,0.000009021269,0.000108502616,0.0018496161,0.9796082,0.0017500157,0.0013932473,0.010897439,0.0006693666],"about_ca_topic_score_codex":0.0004686037,"about_ca_topic_score_gemma":0.0001487461,"teacher_disagreement_score":0.8877516,"about_ca_system_score_codex":0.00014405536,"about_ca_system_score_gemma":0.00016751568,"threshold_uncertainty_score":0.81981725},"labels":[],"label_agreement":null},{"id":"W1780240572","doi":"10.1002/asi.23079","title":"Effects of rationale awareness in online ideation crowdsourcing tasks","year":2014,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Crowdsourcing; Task (project management); Ideation; Context (archaeology); Quality (philosophy); Knowledge management; Computer science; Psychology; Applied psychology; Data science; Cognitive psychology; World Wide Web; Cognitive science; Engineering","score_opus":0.005528375369677324,"score_gpt":0.23575178502146615,"score_spread":0.23022340965178884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1780240572","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8607381,0.00002457645,0.13492693,0.0035890664,0.00039584693,0.00018285986,9.0583325e-7,0.000017234934,0.00012448612],"genre_scores_gemma":[0.99630004,0.000007071885,0.0035079077,0.00014350971,0.000020129,0.0000030971785,3.9161068e-7,0.0000012769557,0.000016547629],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988649,0.00003173986,0.0004558296,0.000063412874,0.00045524637,0.00012887335],"domain_scores_gemma":[0.9972411,0.00031067163,0.0010629683,0.00013006436,0.0012342961,0.000020936868],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002671601,0.00005130204,0.0001404061,0.0006945672,0.0001869297,0.00009577568,0.00048154878,0.00007593128,8.554871e-8],"category_scores_gemma":[0.0050461264,0.00003781673,0.00003365047,0.0014072479,0.000079659294,0.0017366394,0.00009146081,0.0001175176,3.2900695e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029271343,0.00017650664,0.16185832,0.0002853522,0.000042213273,4.158696e-7,0.0062104603,0.009824141,0.07637662,0.46392277,0.00056204054,0.2807119],"study_design_scores_gemma":[0.0043358044,0.00050189486,0.2942454,0.000511661,0.00004787957,0.00008017076,0.0011565434,0.32164082,0.30517152,0.053862233,0.018085076,0.0003610174],"about_ca_topic_score_codex":0.0000045532047,"about_ca_topic_score_gemma":0.000005460947,"teacher_disagreement_score":0.41006055,"about_ca_system_score_codex":0.00016197436,"about_ca_system_score_gemma":0.00020353247,"threshold_uncertainty_score":0.60410494},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1926732392","doi":"10.1609/hcomp.v1i1.13110","title":"TrailView: Combining Gamification and Social Network Voting Mechanisms for Useful Data Collection","year":2013,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Human Computation and Crowdsourcing","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Incentive; Voting; Data collection; Computer science; Point (geometry); Competition (biology); Scheme (mathematics); Social network (sociolinguistics); Social worlds; Data science; World Wide Web; Social media; Sociology; Political science; Economics","score_opus":0.08141775148202438,"score_gpt":0.2917844663459198,"score_spread":0.21036671486389544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1926732392","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6311432,0.0000413277,0.3647053,0.0023219232,0.00018833726,0.00081730157,0.0000021648816,0.00015836122,0.00062210666],"genre_scores_gemma":[0.98030347,0.000004226345,0.019201787,0.00024224028,0.00008338756,0.000034997985,0.0000071138024,0.000018223025,0.000104577804],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998449,0.000032771735,0.0004085016,0.0005670849,0.00024919148,0.00029342106],"domain_scores_gemma":[0.9987201,0.00014187075,0.0004935642,0.00017060658,0.00041472414,0.000059117785],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00079417735,0.00020137904,0.00027286282,0.000101191064,0.001356622,0.0008226905,0.0005957678,0.000089674606,0.000003279908],"category_scores_gemma":[0.00007621403,0.00017714813,0.000047798174,0.0002699627,0.00010984076,0.00063845055,0.0003910758,0.00018572806,0.0000014011407],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003063311,0.0001065045,0.0022647288,0.00053440407,0.00008356368,1.7187193e-7,0.011013301,0.00071750936,0.0609935,0.8580435,0.0044727633,0.0617394],"study_design_scores_gemma":[0.00075049757,0.00015844812,0.008174521,0.00033988655,0.00003889187,0.000014494625,0.0010386809,0.9384454,0.0020132216,0.04864337,0.00007881552,0.00030378462],"about_ca_topic_score_codex":0.00002186618,"about_ca_topic_score_gemma":0.0000037465275,"teacher_disagreement_score":0.93772787,"about_ca_system_score_codex":0.00002817763,"about_ca_system_score_gemma":0.00003140053,"threshold_uncertainty_score":0.9999435},"labels":[],"label_agreement":null},{"id":"W1974163989","doi":"10.1007/s10796-015-9547-4","title":"A new method to identify collaborative partners in social service provider networks","year":2015,"lang":"en","type":"article","venue":"Information Systems Frontiers","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"National Research Council Canada","funders":"","keywords":"Betweenness centrality; Computer science; Service provider; Service (business); Social network (sociolinguistics); Centrality; Host (biology); Construct (python library); Set (abstract data type); Social graph; Computation; Social network analysis; Knowledge management; Distributed computing; Computer network; World Wide Web; Social media; Algorithm; Business","score_opus":0.02578536925492826,"score_gpt":0.3267204899380075,"score_spread":0.30093512068307926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974163989","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008658147,0.00010048751,0.9909689,0.0011612644,0.0024050002,0.0005743998,0.0000020361235,0.00016307757,0.0037590594],"genre_scores_gemma":[0.6803421,0.000002012798,0.31281108,0.0042558378,0.0008061757,0.00021323707,0.000032001746,0.000029843251,0.0015077404],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982214,0.00024584122,0.00056465936,0.00019368583,0.00043581103,0.00033860837],"domain_scores_gemma":[0.9986566,0.00003049721,0.00024941814,0.00027340485,0.0005173072,0.00027282193],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013684789,0.00016008591,0.00027486825,0.00031114332,0.00012490594,0.0010003168,0.000436455,0.00012539608,6.13334e-7],"category_scores_gemma":[0.00006929314,0.00016016957,0.000033848748,0.0017308542,0.000008849361,0.0028613803,0.00012218111,0.00014492442,0.00008967481],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039014114,0.000008994051,0.00058449426,0.00004796397,0.000032773085,0.000004334135,0.07545671,0.2526892,0.000014455859,0.0045909975,0.6147838,0.05174724],"study_design_scores_gemma":[0.0010589366,0.00003947568,0.00055339054,0.00008219363,0.000007080075,0.000015173899,0.019592443,0.6176576,0.000046923542,0.00015893612,0.36044532,0.00034254807],"about_ca_topic_score_codex":0.0007898636,"about_ca_topic_score_gemma":0.000043272317,"teacher_disagreement_score":0.67947626,"about_ca_system_score_codex":0.00028880785,"about_ca_system_score_gemma":0.0004485339,"threshold_uncertainty_score":0.9646078},"labels":[],"label_agreement":null},{"id":"W1975091065","doi":"10.1109/icc.2013.6654787","title":"Crowdsensing in vehicular sensor networks with limited channel capacity","year":2013,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Probabilistic logic; Wireless sensor network; Maximization; Node (physics); Interval (graph theory); Channel (broadcasting); Function (biology); Crowdsensing; Real-time computing; Mathematical optimization; Computer network; Artificial intelligence; Mathematics; Engineering","score_opus":0.012656169402584249,"score_gpt":0.18366110057230925,"score_spread":0.171004931169725,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1975091065","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59019655,0.000025254883,0.40644842,0.00066550804,0.00012329766,0.00021323176,9.0077066e-8,0.0002625409,0.002065061],"genre_scores_gemma":[0.95601773,0.0000033604058,0.042808242,0.00079769583,0.00007878161,0.000011332785,0.0000010121533,0.00001900101,0.00026282264],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99825686,0.0001081036,0.00026284892,0.00052593776,0.00024477526,0.00060144305],"domain_scores_gemma":[0.99880826,0.000111299516,0.000076507844,0.00069173035,0.00015322708,0.00015894891],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028502618,0.00022929619,0.0002540882,0.0001661135,0.00015244288,0.00041834102,0.0003192622,0.00011971098,0.00001548921],"category_scores_gemma":[0.000032653792,0.0001790523,0.000052461484,0.0007154202,0.00007884606,0.00049939175,0.000121294106,0.00031537656,0.000066631444],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003469857,0.00042738573,0.015031263,0.00008285287,0.00012344631,0.0006365442,0.0051839757,0.899663,0.01495957,0.007639332,0.0040576216,0.052160338],"study_design_scores_gemma":[0.00040489112,0.00005890393,0.010891936,0.00009262148,0.000003840512,0.00013356897,0.0001416874,0.98543555,0.0021716869,0.00018274484,0.00014895471,0.000333645],"about_ca_topic_score_codex":0.001036204,"about_ca_topic_score_gemma":0.00018445906,"teacher_disagreement_score":0.36582118,"about_ca_system_score_codex":0.00005465857,"about_ca_system_score_gemma":0.000028148917,"threshold_uncertainty_score":0.73015404},"labels":[],"label_agreement":null},{"id":"W1976044383","doi":"10.1109/jsen.2015.2393893","title":"Rollout Algorithms for Wireless Sensor Network-Assisted Target Search","year":2015,"lang":"en","type":"article","venue":"IEEE Sensors Journal","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Wireless sensor network; Node (physics); Markov process; Autoregressive model; Heuristic; Algorithm; Wireless network; Wireless; Mobile radio; Computer network; Mathematics; Telecommunications; Artificial intelligence; Statistics; Engineering","score_opus":0.06392761523506142,"score_gpt":0.2954227351482021,"score_spread":0.2314951199131407,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976044383","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27248052,0.00020150989,0.720653,0.0012920927,0.0041177697,0.00026822154,0.0000057217585,0.0002181363,0.00076301704],"genre_scores_gemma":[0.68101215,0.000020470265,0.3119035,0.00046558937,0.0040222537,0.000008312006,0.0000032133833,0.000068086,0.0024964076],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99679023,0.00034544128,0.0005513531,0.0004881523,0.0007700371,0.0010547969],"domain_scores_gemma":[0.9974073,0.00024677385,0.00023728228,0.00056792,0.0007864436,0.00075423764],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0022891278,0.00029744173,0.00042951346,0.00018003357,0.00062339345,0.0008251922,0.0007661252,0.00016755908,0.000008172353],"category_scores_gemma":[0.00009852468,0.00026373024,0.00026363545,0.0004852516,0.00008881327,0.00040274335,0.00009020358,0.0006275933,0.000059468406],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037231448,0.0004229556,0.0026567243,0.000078672114,0.00048349902,0.0017758871,0.008138562,0.5489616,0.0143091185,0.0014874067,0.22267419,0.19863911],"study_design_scores_gemma":[0.002684958,0.00040693654,0.00042403638,0.00013120974,0.000035722358,0.0050395234,0.0005176128,0.949359,0.009665202,0.0017170446,0.029312529,0.0007062067],"about_ca_topic_score_codex":0.000019447147,"about_ca_topic_score_gemma":0.0000028703885,"teacher_disagreement_score":0.4087495,"about_ca_system_score_codex":0.00017667016,"about_ca_system_score_gemma":0.00037127145,"threshold_uncertainty_score":0.99998146},"labels":[],"label_agreement":null},{"id":"W1987487032","doi":"10.1109/mc.2014.61","title":"Identifying Knowledge Brokers and Their Role in Enterprise Research through Social Media","year":2014,"lang":"en","type":"article","venue":"Computer","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Standards and Technology; Canada Excellence Research Chairs, Government of Canada; National Science Foundation","keywords":"Seekers; Computer science; Identifier; Function (biology); Knowledge management; Social media; World Wide Web; Data science","score_opus":0.05162614771730138,"score_gpt":0.31530489839303494,"score_spread":0.26367875067573354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1987487032","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40169835,0.00057733676,0.5934229,0.0003804788,0.0007362332,0.00010981716,4.9020434e-7,0.0001359864,0.0029383998],"genre_scores_gemma":[0.98672557,0.0000114839995,0.012511873,0.00014050472,0.0005515061,0.0000064135656,0.0000010432626,0.0000132708665,0.000038355345],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982547,0.0003896801,0.00021441259,0.00049009087,0.00019466979,0.0004564569],"domain_scores_gemma":[0.99882704,0.0006066725,0.0000390504,0.00036485406,0.00008730626,0.00007506946],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011786033,0.00014334696,0.00020933998,0.0001831122,0.00035356922,0.0005581956,0.0005795337,0.00008654688,0.000003137542],"category_scores_gemma":[0.00004606481,0.00012747406,0.000051659255,0.00040179637,0.00017575039,0.00032806472,0.0008198261,0.00034986078,0.00005090866],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008707608,0.00011051881,0.0016108975,0.00005651875,0.000015831904,0.000013969861,0.15848929,0.000045056448,0.0015742638,0.022877352,0.0051605143,0.8100371],"study_design_scores_gemma":[0.0020932027,0.00015094924,0.036251556,0.0005346574,0.000005887007,0.000073765696,0.0018471394,0.7998537,0.0043964167,0.0774058,0.076467596,0.00091937266],"about_ca_topic_score_codex":0.00003462813,"about_ca_topic_score_gemma":0.00007750677,"teacher_disagreement_score":0.8091177,"about_ca_system_score_codex":0.000048876907,"about_ca_system_score_gemma":0.000040241204,"threshold_uncertainty_score":0.5382693},"labels":[],"label_agreement":null},{"id":"W1995171199","doi":"10.1109/pst.2012.6297942","title":"Ethical and legal considerations of reCAPTCHA","year":2012,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Spamming; Principle of legality; Optical character recognition; Computer science; Character (mathematics); Process (computing); World Wide Web; Computer security; Internet privacy; Artificial intelligence; The Internet; Law; Political science","score_opus":0.01957020626044778,"score_gpt":0.25601915898196315,"score_spread":0.23644895272151537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1995171199","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40426448,0.00030706005,0.5390079,0.012655764,0.00043770668,0.00009861837,6.08607e-7,0.00018055983,0.043047287],"genre_scores_gemma":[0.94879913,0.0000020859036,0.049991243,0.00092001125,0.000034279143,8.2957e-7,9.322371e-8,0.0000018035119,0.00025052004],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9995711,0.00004123243,0.00010096847,0.00008498795,0.00008213748,0.00011956675],"domain_scores_gemma":[0.999534,0.00016403785,0.000022531956,0.00017571705,0.00003487812,0.00006884569],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032293308,0.00003997415,0.000069155794,0.000027225857,0.00006622695,0.000048558355,0.000048582224,0.00005975807,0.000020184194],"category_scores_gemma":[0.000091111135,0.000033493656,0.000015435398,0.000055995763,0.000052222407,0.00017715852,0.000065274326,0.0001195441,0.000006063852],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[3.6713493e-7,0.000014054939,0.00046773715,0.0000042300294,0.0000034210411,0.0000012399992,0.00053138065,0.0000057794246,0.004282831,0.98947245,0.002027159,0.0031893705],"study_design_scores_gemma":[0.0029316063,0.000600931,0.073123634,0.0002776155,0.00009450207,0.00463336,0.0018170723,0.17340563,0.48932853,0.086633496,0.16486633,0.0022872966],"about_ca_topic_score_codex":0.000038196355,"about_ca_topic_score_gemma":0.0000057844395,"teacher_disagreement_score":0.90283895,"about_ca_system_score_codex":0.0000032466044,"about_ca_system_score_gemma":0.000020557076,"threshold_uncertainty_score":0.13658316},"labels":[],"label_agreement":null},{"id":"W2000590237","doi":"10.1145/1357054.1357117","title":"Collaborative editing for improved usefulness and usability of transcript-enhanced webcasts","year":2008,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Webcast; Computer science; Collaborative editing; Usability; Word (group theory); Field (mathematics); Multimedia; World Wide Web; Quality (philosophy); Information retrieval; Human–computer interaction; Linguistics","score_opus":0.016677920552761218,"score_gpt":0.23587432765640323,"score_spread":0.21919640710364202,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2000590237","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47882876,0.000027011294,0.52006453,0.00017574326,0.0001670272,0.00021885951,0.000004947225,0.000058494352,0.0004546195],"genre_scores_gemma":[0.9479437,0.000003850763,0.051756024,0.00006876562,0.000056871166,0.000024400602,8.8224806e-7,0.000006431165,0.0001390734],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9990133,0.000044973454,0.00026535566,0.00035579584,0.00010105095,0.00021954595],"domain_scores_gemma":[0.99902636,0.00020655735,0.00009677944,0.0003007838,0.00029845882,0.00007107123],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030679913,0.00011780896,0.00023800254,0.0000426873,0.00021582184,0.000040361123,0.00019302116,0.000053460335,0.0000036131814],"category_scores_gemma":[0.0001296861,0.00010388499,0.000049957314,0.00028489946,0.00015799336,0.0003019881,0.000045919795,0.000062172185,4.4484565e-7],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010660409,0.0002568367,0.0011002067,0.00029660898,0.000070629714,0.00000482679,0.023346646,0.00018175875,0.85723794,0.013501869,0.0011829911,0.10271311],"study_design_scores_gemma":[0.0012041966,0.00025697547,0.0025509258,0.00004214134,0.000009823591,0.000024337382,0.0008239111,0.07395937,0.91912097,0.0010714513,0.0006713212,0.00026457178],"about_ca_topic_score_codex":0.000028798144,"about_ca_topic_score_gemma":0.00003034559,"teacher_disagreement_score":0.46911493,"about_ca_system_score_codex":0.000016133381,"about_ca_system_score_gemma":0.00008649661,"threshold_uncertainty_score":0.42363068},"labels":[],"label_agreement":null},{"id":"W2001615126","doi":"10.1145/2701583.2701597","title":"Report on the 1st International Workshop on Information Access in Smart Cities (i-ASC 2014)","year":2014,"lang":"en","type":"article","venue":"ACM SIGIR Forum","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"IBM; Computer science; Smart city; Sustainability; Social media; Event (particle physics); Information infrastructure; Information system; World Wide Web; Data science; Political science; Internet of Things","score_opus":0.01863138344186197,"score_gpt":0.26211179760482506,"score_spread":0.2434804141629631,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001615126","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69124323,0.000019176863,0.13055746,0.070665315,0.004219981,0.00042251908,0.000003383654,0.0003612335,0.10250772],"genre_scores_gemma":[0.99435216,0.000005949251,0.00047440996,0.0045012725,0.00010078736,0.000021726217,0.000011453379,0.0000065576714,0.00052569504],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987502,0.000056631856,0.0003155662,0.00022398483,0.0003837682,0.00026983419],"domain_scores_gemma":[0.9981699,0.00049155706,0.00016911831,0.0010582942,0.00006977154,0.00004138623],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007605466,0.00013042739,0.000112007554,0.00018186869,0.00016367731,0.00067626056,0.001497701,0.00006429471,0.000021433741],"category_scores_gemma":[0.0009459405,0.00009506098,0.00005493147,0.00020282085,0.0000416375,0.0009823833,0.0005123364,0.00022826101,0.00016751057],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000078518184,0.00014216494,0.055362117,0.000024989771,0.00005211723,0.000055342964,0.0028586374,0.00878245,0.0001008801,0.2568356,0.25742164,0.41828555],"study_design_scores_gemma":[0.0014142616,0.00028828095,0.13388711,0.0007666053,0.000010863979,0.00020837385,0.0011750998,0.148649,0.007120916,0.053498555,0.6519158,0.0010651277],"about_ca_topic_score_codex":0.00006268046,"about_ca_topic_score_gemma":0.000039304196,"teacher_disagreement_score":0.4172204,"about_ca_system_score_codex":0.00006324025,"about_ca_system_score_gemma":0.00003020094,"threshold_uncertainty_score":0.65211964},"labels":[],"label_agreement":null},{"id":"W2002089561","doi":"10.1016/j.comnet.2011.06.017","title":"Wireless sensor deployment for collaborative sensing with mobile phones","year":2011,"lang":"en","type":"article","venue":"Computer Networks","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Wireless sensor network; Wireless; Software deployment; Mobile phone; Participatory sensing; Real-time computing; Mobile device; Computer network; Telecommunications; Data science","score_opus":0.019115117437363858,"score_gpt":0.2128748731184251,"score_spread":0.19375975568106124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2002089561","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.050815836,0.00020066107,0.9466761,0.000037431855,0.000904643,0.00063800334,0.000001894152,0.00041270634,0.00031272438],"genre_scores_gemma":[0.588662,0.000011571965,0.41040996,0.00033580462,0.00043586886,0.000032421496,0.000004455707,0.000034678604,0.00007320468],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99822795,0.000094790856,0.0002776187,0.0006566848,0.00018869498,0.00055425183],"domain_scores_gemma":[0.9985037,0.00019385002,0.00016168052,0.0006707327,0.00031151326,0.00015854393],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000250197,0.00029321597,0.00033350868,0.00008148121,0.00032487317,0.00024481825,0.0004295237,0.00010342195,0.0000030001995],"category_scores_gemma":[0.000002421141,0.0002457599,0.00007953596,0.0004745218,0.000094757546,0.00024110803,0.00020428163,0.00016562044,0.0000079778165],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023696851,0.0002778936,0.0007319542,0.00006381921,0.00029592548,0.00025106952,0.014462184,0.13260587,0.00027738285,0.004732805,0.011957751,0.8341064],"study_design_scores_gemma":[0.0007587554,0.0005275812,0.0002873265,0.00014246792,0.000022608021,0.000099746496,0.00014811798,0.9925334,0.00246994,0.00014560806,0.0024177996,0.00044664642],"about_ca_topic_score_codex":0.00002350619,"about_ca_topic_score_gemma":0.00001547633,"teacher_disagreement_score":0.85992754,"about_ca_system_score_codex":0.000045737826,"about_ca_system_score_gemma":0.00006641129,"threshold_uncertainty_score":0.99999946},"labels":[],"label_agreement":null},{"id":"W2017709256","doi":"10.1109/percom.2013.6526718","title":"METIS: Exploring mobile phone sensing offloading for efficiently supporting social sensing applications","year":2013,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":51,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Engineering and Physical Sciences Research Council; Gates Cambridge Trust","keywords":"Computer science; Metis; Software deployment; Mobile phone; Phone; Energy consumption; Task (project management); Mobile device; Real-time computing; Scheme (mathematics); Embedded system; Human–computer interaction; Telecommunications; World Wide Web; Engineering; Systems engineering; Operating system","score_opus":0.03226743006071704,"score_gpt":0.26745921362700953,"score_spread":0.2351917835662925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017709256","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19160038,0.000040972656,0.8045955,0.00029769688,0.00032598118,0.00097022124,0.0000012928908,0.00068210176,0.0014858957],"genre_scores_gemma":[0.77871275,0.0000019229124,0.2201969,0.00021761443,0.00038782114,0.00015324312,0.0000051323423,0.000037379916,0.00028722358],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99738175,0.00006548019,0.00059556135,0.00075547874,0.0003253171,0.0008764058],"domain_scores_gemma":[0.9983346,0.0003531649,0.00025577573,0.0005512186,0.00033458511,0.0001706603],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00072512665,0.00028071913,0.0003475177,0.00021738204,0.0012694866,0.0008210524,0.00038894344,0.00009420932,0.000021599559],"category_scores_gemma":[0.000072556606,0.00028709313,0.00020124794,0.0006489251,0.00006958319,0.00080084195,0.00025725827,0.00019424621,0.00014531534],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027590431,0.000047477766,0.000033967684,0.00007684099,0.000041774598,0.0000047645167,0.0042270017,0.001446535,0.16345246,0.004146656,0.0015525576,0.8249672],"study_design_scores_gemma":[0.0007372317,0.00006799384,0.00015212415,0.000099719575,0.00004508934,0.00010519799,0.0047554257,0.821278,0.15870418,0.0021736068,0.010942603,0.00093884475],"about_ca_topic_score_codex":0.0001520176,"about_ca_topic_score_gemma":0.0000076439555,"teacher_disagreement_score":0.8240284,"about_ca_system_score_codex":0.0001154033,"about_ca_system_score_gemma":0.000068361805,"threshold_uncertainty_score":0.9999581},"labels":[],"label_agreement":null},{"id":"W2018142704","doi":"10.1145/2815347.2815348","title":"On the Provisioning of Vehicle-Based Public Sensing Services","year":2015,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Provisioning; Computer science; Smart city; Scope (computer science); Ubiquitous computing; Service (business); Process (computing); Public transport; Telecommunications; Computer security; Human–computer interaction; Engineering; Internet of Things; Transport engineering; Business","score_opus":0.03384757046675795,"score_gpt":0.2288483603271761,"score_spread":0.19500078986041813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018142704","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7654357,0.000027043172,0.21697415,0.0058021047,0.00018722485,0.00011945781,2.0224445e-7,0.0002065172,0.011247619],"genre_scores_gemma":[0.9872598,1.0689077e-7,0.011289375,0.0013322562,0.000024900526,7.5314364e-7,3.9996968e-7,0.000006451045,0.00008595338],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989735,0.00010513995,0.00016391074,0.00021474116,0.0003428824,0.00019982364],"domain_scores_gemma":[0.9987368,0.0002896849,0.000091620066,0.0006077473,0.00018500697,0.000089147055],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007637188,0.000091517846,0.0001041547,0.00007348952,0.0001314605,0.00025594115,0.0004489415,0.000034066892,0.000004339758],"category_scores_gemma":[0.00009867803,0.000055174492,0.000041597024,0.00034007788,0.000040262716,0.00017692798,0.000118802935,0.00009991166,0.000025573332],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050889197,0.0003138802,0.0028691979,0.0001689497,0.00006343712,0.000051802446,0.007967213,0.021613942,0.022444032,0.60621125,0.005693013,0.3325524],"study_design_scores_gemma":[0.00027008628,0.00010082565,0.00014271362,0.0001030694,0.0000025712463,0.0000058562096,0.0003667658,0.96712554,0.027844386,0.0028427308,0.0010774484,0.00011801132],"about_ca_topic_score_codex":0.00010119982,"about_ca_topic_score_gemma":0.000015760004,"teacher_disagreement_score":0.9455116,"about_ca_system_score_codex":0.000021750882,"about_ca_system_score_gemma":0.000117627875,"threshold_uncertainty_score":0.24680464},"labels":[],"label_agreement":null},{"id":"W2018793064","doi":"10.1145/2316936.2316940","title":"Proposing a system to support crowdsourcing","year":2012,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Winnipeg","funders":"Fundação para a Ciência e a Tecnologia","keywords":"Crowdsourcing; Crowdsourcing software development; Computer science; Conceptual framework; Process (computing); Software; Data science; Conceptual model; Knowledge management; Software development; World Wide Web; Software development process; Sociology; Database","score_opus":0.014946780606851808,"score_gpt":0.24161165097138673,"score_spread":0.22666487036453492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018793064","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14491971,0.000037737453,0.8064292,0.00033889274,0.0008717079,0.00022300743,2.916324e-7,0.0009860742,0.046193354],"genre_scores_gemma":[0.9172111,1.3979727e-7,0.080857106,0.0005256712,0.00026120944,0.000012322616,4.1861884e-7,0.000016467415,0.0011155225],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99835473,0.00005844365,0.0002551728,0.00032102503,0.00029643244,0.0007142117],"domain_scores_gemma":[0.99875027,0.000046635145,0.000054780285,0.00067461823,0.00006557651,0.00040814636],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007766139,0.00016414566,0.00018182384,0.00014870678,0.0002606952,0.0003280416,0.0004860924,0.000055128832,0.000018265748],"category_scores_gemma":[0.000035479025,0.00014114032,0.00006868555,0.00045370392,0.000015791682,0.00059926574,0.00030318237,0.000107051914,0.0007285228],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021736912,0.0003340055,0.028325487,0.00044506136,0.00008789567,0.00011721764,0.02692969,0.0017490493,0.06814709,0.53261805,0.028758697,0.31246603],"study_design_scores_gemma":[0.002485276,0.0013937451,0.020444628,0.0016087997,0.00013501241,0.006112494,0.009416543,0.21669751,0.45572996,0.00026070012,0.27988577,0.0058295545],"about_ca_topic_score_codex":0.000046884154,"about_ca_topic_score_gemma":0.0000024219755,"teacher_disagreement_score":0.7722914,"about_ca_system_score_codex":0.0001202588,"about_ca_system_score_gemma":0.00004604258,"threshold_uncertainty_score":0.93639296},"labels":[],"label_agreement":null},{"id":"W2018847157","doi":"10.1145/2386958.2386960","title":"Crowdsourcing for on-street smart parking","year":2012,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Crowdsourcing; Key (lock); Variety (cybernetics); Computer science; Crowdsourcing software development; Data science; Citizen science; World Wide Web; Computer security; Artificial intelligence; Software","score_opus":0.027294077666112554,"score_gpt":0.25657351493131164,"score_spread":0.2292794372651991,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2018847157","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.099402316,0.000098443415,0.8783309,0.0004783698,0.0010399704,0.00021273838,0.0000010854816,0.0004633486,0.01997287],"genre_scores_gemma":[0.9474761,0.0000012338281,0.05027218,0.0010211034,0.00036761467,0.00002407839,0.0000015400537,0.00001712764,0.00081901986],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99861175,0.000037539783,0.0002016073,0.00030571464,0.00019570123,0.0006476846],"domain_scores_gemma":[0.9987949,0.000318768,0.00006609351,0.0005871797,0.000048464102,0.0001845798],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006556322,0.00016357406,0.00015927159,0.00009589496,0.00029547882,0.00018654313,0.00040553577,0.0000642595,0.000013076987],"category_scores_gemma":[0.00008817037,0.00014191521,0.00011176925,0.00018913571,0.000024202003,0.00038703711,0.00011575236,0.00010649836,0.000066672226],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033566837,0.00041512994,0.0623639,0.00007954565,0.00009293825,0.000009020959,0.0042398456,0.0013699593,0.008395798,0.57137424,0.0404103,0.3112158],"study_design_scores_gemma":[0.0026535422,0.0006064902,0.030645255,0.0003878191,0.000058524376,0.000117083044,0.00097435585,0.17707942,0.15924022,0.004520628,0.62126774,0.0024489302],"about_ca_topic_score_codex":0.000024021161,"about_ca_topic_score_gemma":0.000010165417,"teacher_disagreement_score":0.8480738,"about_ca_system_score_codex":0.000038984497,"about_ca_system_score_gemma":0.000022939279,"threshold_uncertainty_score":0.5787134},"labels":[],"label_agreement":null},{"id":"W2037150067","doi":"10.1016/j.envsoft.2011.09.009","title":"Environmental decision support systems (EDSS) development – Challenges and best practices","year":2011,"lang":"en","type":"article","venue":"Environmental Modelling & Software","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":317,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"Engineering and Physical Sciences Research Council","keywords":"Champion; Process management; Sustainability; Process (computing); Knowledge management; Revenue; Business; Operations management; Engineering; Computer science","score_opus":0.06770918547361696,"score_gpt":0.22680586688290377,"score_spread":0.15909668140928682,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037150067","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45980692,0.0065554525,0.53265935,0.000013923862,0.00028526236,0.00021893244,0.000004664245,0.00015120943,0.00030425435],"genre_scores_gemma":[0.81546825,0.0023287535,0.18182983,0.000032509823,0.000045283272,0.000025923866,0.000008442039,0.00003424052,0.00022678013],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976667,0.00007103371,0.00041928515,0.0008650298,0.0005208802,0.00045705863],"domain_scores_gemma":[0.9986466,0.00014033064,0.0003403287,0.00063017855,0.0000038072612,0.00023876604],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00040228994,0.00034157903,0.00026901843,0.00009524131,0.00038141522,0.00013134381,0.00048112994,0.00014236412,0.0000386792],"category_scores_gemma":[0.0000136717745,0.00033566117,0.00005773709,0.00003822884,0.0001221006,0.0007342869,0.0004787012,0.0002273879,0.00027446606],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054200536,0.0013235002,0.005370953,0.00009819872,0.00010911293,0.0002193074,0.028410373,0.00937734,0.00081482355,0.0005189015,0.000043187054,0.95366013],"study_design_scores_gemma":[0.0063225864,0.0043847775,0.042366005,0.0020312262,0.0004555774,0.0039893193,0.024313232,0.7114412,0.027119454,0.0052786632,0.16272227,0.009575649],"about_ca_topic_score_codex":0.000029855724,"about_ca_topic_score_gemma":0.0000027298654,"teacher_disagreement_score":0.94408447,"about_ca_system_score_codex":0.0001412705,"about_ca_system_score_gemma":0.000025118765,"threshold_uncertainty_score":0.9999095},"labels":[],"label_agreement":null},{"id":"W2044039428","doi":"10.1145/1357054.1357152","title":"Ingimp","year":2008,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Instrumentation (computer programming); Usability; Dissemination; World Wide Web; Open source; User interface; Software; Focus (optics); Open data; Download; End user; Interface (matter); Human–computer interaction; Software engineering; Operating system","score_opus":0.0172566571473269,"score_gpt":0.19589449153130653,"score_spread":0.17863783438397962,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2044039428","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20091009,0.000032040174,0.7203065,0.0003636135,0.000164041,0.000022510712,2.7522972e-8,0.00037952408,0.07782161],"genre_scores_gemma":[0.95846564,0.0000032069045,0.038257632,0.00043996066,0.000032630152,8.319148e-7,7.947314e-8,0.0000023485893,0.002797703],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9995844,0.000009977803,0.0000618214,0.00013109007,0.00008932705,0.00012343389],"domain_scores_gemma":[0.99961746,0.000020268008,0.000011988809,0.00028697826,0.000019535004,0.000043771524],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000060208127,0.000041224972,0.000045805074,0.00003070532,0.0001253127,0.000030582763,0.0002253156,0.000016882681,0.000016868464],"category_scores_gemma":[0.000011934525,0.000034512275,0.000023778186,0.00014033938,0.000020535148,0.00013443021,0.000071571456,0.00004046045,0.00018099327],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004152368,0.00017233279,0.015799122,0.000015732809,0.000031940115,0.00069496786,0.0075263022,0.0007453989,0.018733596,0.57177323,0.12455157,0.25995162],"study_design_scores_gemma":[0.0016213947,0.00031176454,0.055871356,0.000059646663,0.0000076141573,0.0055036647,0.00018949895,0.39827234,0.16916038,0.012719206,0.3544975,0.0017856559],"about_ca_topic_score_codex":0.000017448347,"about_ca_topic_score_gemma":9.274084e-7,"teacher_disagreement_score":0.75755554,"about_ca_system_score_codex":0.0000068569257,"about_ca_system_score_gemma":0.000020737705,"threshold_uncertainty_score":0.23263627},"labels":[],"label_agreement":null},{"id":"W2051741744","doi":"10.1371/journal.pone.0031362","title":"Phylo: A Citizen Science Approach for Improving Multiple Sequence Alignment","year":2012,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":236,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada; McGill University","keywords":"Citizen science; Sequence alignment; Sequence (biology); Computational biology; Computer science; Data science; Bioinformatics; Biology; Genetics; Peptide sequence","score_opus":0.07497674905167842,"score_gpt":0.2429236597330574,"score_spread":0.16794691068137899,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2051741744","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36951393,0.00014156486,0.6279116,0.000109166554,0.0001214262,0.0005417505,0.0000044286267,0.00024471487,0.0014114057],"genre_scores_gemma":[0.66732913,0.0000011337029,0.33215362,0.00013365873,0.0001486878,0.00008244591,0.0000016754698,0.000010385053,0.00013927485],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99788177,0.000029135828,0.00020278154,0.00049574836,0.00059522374,0.0007953611],"domain_scores_gemma":[0.9986877,0.000113964794,0.0001037795,0.00069621304,0.00015124796,0.00024708954],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011044752,0.0001549772,0.00019326482,0.00011184655,0.00046819693,0.00027437072,0.0008440092,0.000045608864,0.0000020037244],"category_scores_gemma":[0.0002932166,0.00014822182,0.000054196254,0.000428979,0.00017015438,0.0007625392,0.00032722502,0.00010675191,0.000014794676],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000057353564,0.0008012097,0.002522031,0.00015413904,0.000024525358,8.0683174e-7,0.0016873607,0.00007067899,0.97750384,0.0047073807,0.00003969287,0.012482591],"study_design_scores_gemma":[0.00040427205,0.00007967517,0.00053229963,0.00005946946,0.000029019342,0.0000090440635,0.00012092481,0.49283037,0.5053601,0.00019397438,0.00006387311,0.0003169696],"about_ca_topic_score_codex":0.000030374467,"about_ca_topic_score_gemma":5.289566e-7,"teacher_disagreement_score":0.49275967,"about_ca_system_score_codex":0.00014440324,"about_ca_system_score_gemma":0.00010532708,"threshold_uncertainty_score":0.6044311},"labels":[],"label_agreement":null},{"id":"W2055029130","doi":"10.1109/wcnc.2014.6953021","title":"Optimal recruitment of smart vehicles for reputation-aware public sensing","year":2014,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Reputation; Benchmark (surveying); Computer science; Scheme (mathematics); Trajectory; Integer programming; Linear programming; Public transport; Operations research; Transport engineering; Engineering; Mathematics","score_opus":0.056996184672376195,"score_gpt":0.27964225937081244,"score_spread":0.22264607469843625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2055029130","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11956921,0.000013203831,0.8777927,0.0011594151,0.00018962439,0.00023049818,6.922172e-7,0.00014386012,0.00090076803],"genre_scores_gemma":[0.7781933,8.017474e-7,0.2212965,0.00017907645,0.000044436045,0.000007146651,0.0000022470479,0.000007653289,0.0002688611],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99897414,0.00006099506,0.00025984377,0.0002985412,0.00017087473,0.00023562882],"domain_scores_gemma":[0.99888325,0.0002711059,0.00011418209,0.00044094396,0.00021660086,0.00007389],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006354933,0.000098488614,0.00015884699,0.00008775602,0.00014270758,0.00015834169,0.00021845123,0.000045758683,0.0000028863637],"category_scores_gemma":[0.00014072795,0.00008839397,0.00007869286,0.0001756358,0.000035771896,0.00022161679,0.00008682594,0.00004706129,0.000005538866],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015082766,0.0000775695,0.00047093132,0.00009218196,0.00004446144,0.0000023308855,0.0013139718,0.004428719,0.008422964,0.10059074,0.002530269,0.88201076],"study_design_scores_gemma":[0.0003755181,0.00019163777,0.00026942522,0.00004300681,0.000007309597,0.000018041086,0.00015282916,0.9421963,0.039886855,0.0014640099,0.015219729,0.00017535986],"about_ca_topic_score_codex":0.000022040738,"about_ca_topic_score_gemma":0.000007990182,"teacher_disagreement_score":0.93776757,"about_ca_system_score_codex":0.00002452653,"about_ca_system_score_gemma":0.00004912575,"threshold_uncertainty_score":0.36046013},"labels":[],"label_agreement":null},{"id":"W2055699460","doi":"10.1145/2702123.2702508","title":"We Are Dynamo","year":2015,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":274,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University","funders":"National Science Foundation","keywords":"Collective action; Affordance; Action (physics); Public relations; Publics; Focus (optics); Political science; Sociology; Computer science; Internet privacy; Human–computer interaction; Physics; Law; Politics","score_opus":0.03379351875373135,"score_gpt":0.2387016906852385,"score_spread":0.20490817193150715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2055699460","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027946651,0.0001885314,0.8800483,0.005406352,0.00059129664,0.00005150461,1.910002e-7,0.000578375,0.08518881],"genre_scores_gemma":[0.96602917,0.00000205386,0.027667811,0.00043735886,0.000058860023,0.000001631499,1.7779033e-7,0.000004333194,0.0057985885],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9994058,0.00002215202,0.000078533616,0.00018055324,0.00015585929,0.00015711435],"domain_scores_gemma":[0.999362,0.000019487185,0.000029040008,0.00040123358,0.000052928102,0.00013531651],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017251396,0.000060809245,0.000071271126,0.000036124507,0.00004361573,0.00013586224,0.00031631126,0.000027104275,0.000008235831],"category_scores_gemma":[0.000031693817,0.00004934682,0.000025136818,0.0001622399,0.000015167198,0.00016982981,0.00012459642,0.0000542131,0.00029516945],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008600489,0.00017322466,0.0072430987,0.000031599095,0.000032496326,0.00025668726,0.007645456,0.0022231545,0.0010534925,0.29822025,0.3282739,0.35483807],"study_design_scores_gemma":[0.0011951395,0.00017511415,0.0020973936,0.000112821486,0.00000860575,0.0002625681,0.0025085146,0.62007475,0.008269422,0.032286525,0.33214152,0.00086764304],"about_ca_topic_score_codex":0.000023827788,"about_ca_topic_score_gemma":0.000013203295,"teacher_disagreement_score":0.9380825,"about_ca_system_score_codex":0.000022993674,"about_ca_system_score_gemma":0.000035638317,"threshold_uncertainty_score":0.37939045},"labels":[],"label_agreement":null},{"id":"W2057935927","doi":"10.1145/2702123.2702296","title":"Mobile Gamification for Crowdsourcing Data Collection","year":2015,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"University of Saskatchewan","keywords":"Crowdsourcing; Computer science; Task (project management); Data collection; Android (operating system); Human–computer interaction; Crowdsourcing software development; Data science; Multimedia; World Wide Web; Software; Engineering; Software development","score_opus":0.10293843429859666,"score_gpt":0.31232205698546905,"score_spread":0.20938362268687238,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2057935927","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009321596,0.000117729614,0.98468226,0.00024491834,0.0005101808,0.0003585785,0.0000021954265,0.0003897724,0.0043727495],"genre_scores_gemma":[0.8109904,0.000004423369,0.1854607,0.00017332328,0.00015406763,0.000069886344,0.000037499703,0.000013709365,0.0030960063],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988608,0.000040383053,0.00019636974,0.0004876239,0.00018875486,0.00022609277],"domain_scores_gemma":[0.9981754,0.00008639258,0.00007497194,0.0013443565,0.00019474581,0.00012414984],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00090821146,0.00009963314,0.00011266138,0.00008808664,0.00018495954,0.00027686302,0.0008508151,0.00005427442,0.000002966592],"category_scores_gemma":[0.00018395689,0.00009392334,0.00002897448,0.00035967873,0.000020978532,0.0006162913,0.0002636994,0.00005948262,0.000035366447],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007200051,0.00032138167,0.0011245542,0.0000815685,0.0000665681,0.0000064516094,0.007761609,0.00763804,0.013529812,0.058859702,0.51715356,0.39338472],"study_design_scores_gemma":[0.00048798075,0.00014383344,0.000062810606,0.000011359479,0.000007790031,0.000024619372,0.00030835555,0.89674884,0.0055990443,0.0019005503,0.09452612,0.00017871974],"about_ca_topic_score_codex":0.000047058616,"about_ca_topic_score_gemma":0.000013256817,"teacher_disagreement_score":0.8891108,"about_ca_system_score_codex":0.00006555135,"about_ca_system_score_gemma":0.00012944367,"threshold_uncertainty_score":0.38300827},"labels":[],"label_agreement":null},{"id":"W2060133495","doi":"10.1145/2063576.2063718","title":"Discovering top-k teams of experts with/without a leader in social networks","year":2011,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":205,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Scalability; Computer science; Set (abstract data type); Function (biology); Approximation algorithm; Polynomial; Social network (sociolinguistics); Mathematical optimization; Artificial intelligence; Algorithm; Mathematics; Social media; World Wide Web","score_opus":0.021978292466995075,"score_gpt":0.2268353422537893,"score_spread":0.20485704978679423,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2060133495","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5324944,0.000028521974,0.4553738,0.00004191727,0.000077907025,0.00006265096,6.950467e-8,0.000063068044,0.0118576735],"genre_scores_gemma":[0.986646,0.0000013709881,0.012910545,0.000085835854,0.0000591201,0.0000051504103,1.9671923e-7,0.000008514724,0.00028328807],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991635,0.00003043977,0.00017769005,0.0002406105,0.00013301584,0.00025475543],"domain_scores_gemma":[0.9996078,0.000018610892,0.000057875834,0.0002552856,0.000023691178,0.00003674005],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014065237,0.00010388853,0.00017167849,0.00006518903,0.00006139156,0.00004111804,0.0002769899,0.000053509084,0.000015000636],"category_scores_gemma":[0.0000051831003,0.00007836534,0.0000370803,0.00023360726,0.000061866,0.0002476179,0.00011027678,0.00008817044,0.0000017219846],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023265522,0.0008584636,0.4284746,0.000104718,0.00012177206,0.00021680833,0.21430807,0.009694517,0.007316884,0.09856989,0.0020643284,0.23803729],"study_design_scores_gemma":[0.0055878675,0.0009793735,0.19690539,0.0009804612,0.000041567855,0.00023994115,0.019674221,0.67812157,0.09058656,0.0028902248,0.0011631814,0.002829673],"about_ca_topic_score_codex":0.0004296107,"about_ca_topic_score_gemma":0.00013867588,"teacher_disagreement_score":0.66842705,"about_ca_system_score_codex":0.000019628329,"about_ca_system_score_gemma":0.000028477367,"threshold_uncertainty_score":0.31956455},"labels":[],"label_agreement":null},{"id":"W2064749094","doi":"10.1145/2692375.2692384","title":"The output-agreement method induces honest behavior in the presence of social projection","year":2014,"lang":"en","type":"article","venue":"ACM SIGecom Exchanges","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Crowdsourcing; Projection (relational algebra); Payment; Variety (cybernetics); Computer science; Simple (philosophy); Private information retrieval; Function (biology); Social choice theory; Agreement; Econometrics; Microeconomics; Psychology; Social psychology; Mathematical economics; Economics; Artificial intelligence; Algorithm; Computer security; World Wide Web","score_opus":0.042401389500379756,"score_gpt":0.30865861121048277,"score_spread":0.266257221710103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2064749094","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9388912,0.0002486858,0.04734114,0.010578505,0.0009002533,0.0007227541,0.0000015616553,0.000084526604,0.0012314158],"genre_scores_gemma":[0.9945185,0.000016182978,0.0048015243,0.00016763191,0.00018985584,0.00012503653,8.128684e-7,0.0000066451908,0.00017378738],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99819136,0.00066433253,0.00022968372,0.00027678293,0.0003626225,0.00027524232],"domain_scores_gemma":[0.9978833,0.0010964653,0.00016978358,0.0007566204,0.000071873714,0.000021957638],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024535418,0.00012453512,0.00015226258,0.000079729194,0.00039420679,0.00017953396,0.0014354872,0.00007246012,0.000002434451],"category_scores_gemma":[0.00035380304,0.00007423659,0.00005918578,0.0003629037,0.000083478175,0.00015399489,0.00034083036,0.00020312922,0.0000059330623],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012836255,0.00018437862,0.0027216822,0.0000389047,0.00001606521,0.000004749324,0.039815124,0.00003197891,0.0062027373,0.01114781,0.002158338,0.9376654],"study_design_scores_gemma":[0.00223044,0.0018539304,0.7267025,0.00027671413,0.00016614994,0.00014628237,0.029385146,0.032296672,0.08238531,0.015792185,0.10705902,0.0017056195],"about_ca_topic_score_codex":0.0002868772,"about_ca_topic_score_gemma":0.00041894836,"teacher_disagreement_score":0.93595976,"about_ca_system_score_codex":0.000022756569,"about_ca_system_score_gemma":0.000026629838,"threshold_uncertainty_score":0.30319598},"labels":[],"label_agreement":null},{"id":"W2066937012","doi":"10.1109/icc.2014.6883882","title":"Reputation-based sensing-as-a-service for crowd management over the cloud","year":2014,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Cloud computing; Computer science; Reputation management; Reputation; Service (business); Computer security; Business; Operating system; Political science","score_opus":0.009512651195904824,"score_gpt":0.23617395008088735,"score_spread":0.22666129888498251,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2066937012","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022829844,0.000010088991,0.9514346,0.0056838137,0.00058976177,0.00033496064,4.3478713e-7,0.0002846948,0.018831763],"genre_scores_gemma":[0.89443004,5.425182e-7,0.08565987,0.01828309,0.0002559221,0.000014907315,0.0000033952929,0.000018337574,0.0013338724],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987616,0.00007312133,0.00021145755,0.00040456533,0.00025489455,0.00029434485],"domain_scores_gemma":[0.99836576,0.0004560056,0.000087234876,0.0008865635,0.0001396182,0.000064839216],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00073685317,0.0001430195,0.000117803036,0.000058360452,0.00038928993,0.00039010227,0.0004947553,0.000045468285,0.000012427628],"category_scores_gemma":[0.000057531397,0.00010104655,0.000085599095,0.0003165819,0.000030487545,0.00011236562,0.00011361342,0.00007604538,0.00007061796],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003620751,0.000083665625,0.000101811514,0.00018529232,0.00007770786,0.000011727571,0.0014358094,0.01922165,0.0006757891,0.6294568,0.025915736,0.3227978],"study_design_scores_gemma":[0.0005377709,0.000050683266,0.0006051895,0.00003385921,0.000017114002,0.000007644083,0.000095888274,0.90042543,0.0021430545,0.012047906,0.08384194,0.00019352692],"about_ca_topic_score_codex":0.000100057034,"about_ca_topic_score_gemma":0.000037367183,"teacher_disagreement_score":0.8812038,"about_ca_system_score_codex":0.00002960509,"about_ca_system_score_gemma":0.000031269952,"threshold_uncertainty_score":0.41205585},"labels":[],"label_agreement":null},{"id":"W2069514153","doi":"10.1109/jiot.2014.2337886","title":"Trustworthy Sensing for Public Safety in Cloud-Centric Internet of Things","year":2014,"lang":"en","type":"article","venue":"IEEE Internet of Things Journal","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":211,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Cloud computing; Computer security; Reputation; Payment; Common value auction; The Internet; Service (business); World Wide Web; Operating system","score_opus":0.015742226053822302,"score_gpt":0.23319395198987167,"score_spread":0.21745172593604936,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069514153","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26247746,0.00010947109,0.7335388,0.0005669329,0.002050974,0.00012622432,4.901319e-7,0.000045915607,0.0010837236],"genre_scores_gemma":[0.9482124,0.000016781369,0.050601732,0.0005041585,0.0002661505,9.4679694e-7,0.0000010150648,0.000027885939,0.0003689388],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969418,0.00025132272,0.0012709062,0.00042065186,0.0005228238,0.0005924711],"domain_scores_gemma":[0.99730206,0.0004967836,0.0011189762,0.0004596474,0.00042790605,0.00019464624],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003430916,0.00027128693,0.0006275253,0.0006085855,0.000082168604,0.00036146588,0.0013277954,0.00016165584,0.000017506403],"category_scores_gemma":[0.0006216612,0.00024799522,0.00033962022,0.00042687787,0.00012238587,0.0011350395,0.00023552266,0.0006962365,0.000006096347],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007231191,0.0006683195,0.008466283,0.00066004205,0.0005016491,0.00014026758,0.05745927,0.0026804449,0.024569593,0.040206954,0.018592317,0.8453317],"study_design_scores_gemma":[0.0024858783,0.0005718335,0.000348094,0.0015336198,0.000038658636,0.0011603641,0.00022565096,0.9247194,0.047607042,0.009013827,0.011775152,0.00052050134],"about_ca_topic_score_codex":0.00024322145,"about_ca_topic_score_gemma":0.000011364069,"teacher_disagreement_score":0.9220389,"about_ca_system_score_codex":0.0001611211,"about_ca_system_score_gemma":0.00011070077,"threshold_uncertainty_score":0.99999726},"labels":[],"label_agreement":null},{"id":"W2071474793","doi":"10.1109/mobserv.2014.22","title":"Coordinating Crowd-Sourced Services","year":2014,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Service (business); Heading (navigation); Set (abstract data type); sort; Government (linguistics); World Wide Web; Crowdsourcing; Server; Code (set theory); Computer security; Data science; Business; Database; Engineering; Marketing","score_opus":0.002967038935172239,"score_gpt":0.1849401264399658,"score_spread":0.18197308750479355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071474793","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18616006,0.00001862314,0.73601735,0.0006166538,0.00023035654,0.000048812817,8.934054e-8,0.00062368525,0.07628438],"genre_scores_gemma":[0.9596703,4.0277044e-7,0.03751704,0.0011090735,0.000105172745,0.000002755979,5.701193e-7,0.000008939119,0.0015857174],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998992,0.00006316787,0.00016379991,0.00031968515,0.0001810788,0.00028023252],"domain_scores_gemma":[0.9991179,0.00011792557,0.000062275074,0.00054759416,0.00006209915,0.00009222173],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042771903,0.000114705224,0.00012748037,0.00006381663,0.00021998481,0.0003502851,0.00059430976,0.00004493634,0.000023882683],"category_scores_gemma":[0.000029638617,0.00009921409,0.000049314334,0.0002341896,0.00002135619,0.00026207746,0.00021180222,0.000091910515,0.00015313715],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004232199,0.00008273634,0.005489604,0.000151265,0.00003401017,0.000013953771,0.0041516437,0.0023663775,0.028255442,0.37523416,0.0028636616,0.58135295],"study_design_scores_gemma":[0.00039535254,0.00006946604,0.0022917523,0.000067390916,0.000005216888,0.000040299274,0.0001723857,0.9327833,0.018123562,0.0032172692,0.0424547,0.00037928612],"about_ca_topic_score_codex":0.00009293474,"about_ca_topic_score_gemma":0.000014838935,"teacher_disagreement_score":0.93041694,"about_ca_system_score_codex":0.000012542246,"about_ca_system_score_gemma":0.000010053055,"threshold_uncertainty_score":0.4045833},"labels":[],"label_agreement":null},{"id":"W2078864876","doi":"10.1007/s11277-014-1732-0","title":"A New Location-Aware Calendar-Based Application for Dynamic Minimum Path Trip Planning","year":2014,"lang":"en","type":"article","venue":"Wireless Personal Communications","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Arbutus Biopharma (Canada); Telus (Canada)","funders":"","keywords":"Computer science; Cloud computing; Android (operating system); Context awareness; Ubiquitous computing; Big data; Mobile device; Path (computing); Mobile computing; Data science; Mobile cloud computing; Multimedia; Human–computer interaction; World Wide Web; Telecommunications; Data mining; Computer network; Operating system","score_opus":0.020924096454292412,"score_gpt":0.2849286947159073,"score_spread":0.26400459826161493,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2078864876","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006837635,0.00030589598,0.98685783,0.0049685515,0.00008926547,0.00040622667,0.000026497708,0.0002914862,0.00021660683],"genre_scores_gemma":[0.9185203,0.000006645387,0.08036624,0.00044394698,0.000062573396,0.00020913816,0.00014388343,0.000024287068,0.00022299944],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985784,0.00014943197,0.00031556975,0.0004152756,0.00023732345,0.00030397752],"domain_scores_gemma":[0.99672943,0.00073122105,0.00019746524,0.0019170609,0.00026476043,0.00016006705],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004641607,0.00018929403,0.0002109027,0.00012886571,0.0007139859,0.00012579568,0.001674807,0.0001025071,0.00000268156],"category_scores_gemma":[0.00007652831,0.00020565031,0.00011105973,0.00046843066,0.00009816615,0.00019199381,0.00018332886,0.00023002033,0.000021532931],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000074537274,0.00051772076,0.0015147097,0.00030865194,0.000097509066,0.0000012470316,0.011201568,0.007900252,0.012050172,0.09012576,0.008799469,0.8674084],"study_design_scores_gemma":[0.00056489714,0.000058829377,0.00079607026,0.00011705877,0.000017590623,0.000005416421,0.00021620718,0.9797702,0.00020554604,0.00078556983,0.017218277,0.0002443404],"about_ca_topic_score_codex":0.00012876256,"about_ca_topic_score_gemma":0.000080961756,"teacher_disagreement_score":0.97186995,"about_ca_system_score_codex":0.0001154485,"about_ca_system_score_gemma":0.00038739273,"threshold_uncertainty_score":0.8386176},"labels":[],"label_agreement":null},{"id":"W2082247991","doi":"10.1109/percomw.2013.6529488","title":"Sensor Mobile Enablement (SME): A light-weight standard for opportunistic sensing services","year":2013,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"European Commission; Ontario Council on Graduate Studies, Council of Ontario Universities","keywords":"Interoperability; Computer science; Mobile device; Android (operating system); Coding (social sciences); Mobile computing; Mobile telephony; Computer network; World Wide Web; Mobile radio; Operating system","score_opus":0.009740589626307085,"score_gpt":0.22679216612795086,"score_spread":0.21705157650164378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082247991","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04815117,0.00008589508,0.9377169,0.0017158155,0.00069937814,0.0014571903,0.000009953668,0.000712878,0.009450797],"genre_scores_gemma":[0.755347,0.000014299242,0.23740065,0.0015655294,0.00028181166,0.00011739485,0.000013897141,0.000044029348,0.0052153757],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99781626,0.000058097925,0.0004342397,0.00064604287,0.0003726711,0.00067267107],"domain_scores_gemma":[0.9981878,0.00016798805,0.00014835077,0.0008448376,0.00037999533,0.00027105067],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041538567,0.0002788418,0.00032446464,0.00012582025,0.0004082729,0.0008117984,0.00046788433,0.00008811389,0.00013717613],"category_scores_gemma":[0.000016728896,0.00022927206,0.00012881919,0.00023122902,0.000031676544,0.00050176925,0.0002320625,0.00010808137,0.00014096798],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007995937,0.00035860867,0.00057402154,0.0014141642,0.00038526487,0.00018945153,0.011341312,0.0010236546,0.1718113,0.05731969,0.06236786,0.6931347],"study_design_scores_gemma":[0.0017481268,0.0007948708,0.00007664366,0.0003101229,0.00006875841,0.00016135076,0.0025506576,0.54333264,0.067341216,0.0073294756,0.3749429,0.001343223],"about_ca_topic_score_codex":0.00015552087,"about_ca_topic_score_gemma":0.000041607906,"teacher_disagreement_score":0.7071958,"about_ca_system_score_codex":0.00008722872,"about_ca_system_score_gemma":0.00010170421,"threshold_uncertainty_score":0.93494433},"labels":[],"label_agreement":null},{"id":"W2089347901","doi":"10.1016/j.comcom.2014.05.007","title":"Optimal selection of aggregation locations for participatory sensing by mobile cyber-physical systems","year":2014,"lang":"en","type":"article","venue":"Computer Communications","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Université de Sherbrooke","funders":"","keywords":"Computer science; Participatory sensing; USable; Data aggregator; Cyber-physical system; Base station; Mobile device; Citizen journalism; Distributed computing; Computer network; Wireless sensor network; Data science; World Wide Web","score_opus":0.02992319080151227,"score_gpt":0.2837404401565214,"score_spread":0.2538172493550091,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089347901","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07493035,0.00016279014,0.9236546,0.00033687553,0.00021274378,0.00039104198,0.000005205661,0.00019963783,0.00010673185],"genre_scores_gemma":[0.83113027,0.000007307028,0.16852733,0.00006427553,0.000114278446,0.00008312792,0.00003169843,0.000014199032,0.000027521794],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986635,0.0002947706,0.0003662564,0.00028598052,0.00015815224,0.00023134085],"domain_scores_gemma":[0.99704975,0.0006886927,0.00023789449,0.0015744057,0.00036649732,0.00008274485],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044498712,0.0001392478,0.00023359757,0.00010019629,0.0004776476,0.00016519114,0.0008529589,0.000062269115,3.3724837e-7],"category_scores_gemma":[0.000037982063,0.00015152786,0.00009635466,0.00033708557,0.00013804075,0.00026101538,0.000286265,0.00013938436,0.0000068864842],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012093969,0.0010335519,0.00045598682,0.00020866278,0.00016989815,2.6762345e-7,0.0076619196,0.33352807,0.022148037,0.10451029,0.018383412,0.5118878],"study_design_scores_gemma":[0.0002055065,0.00012999581,0.00008428501,0.00006968922,0.000021984948,0.000009487775,0.00004420479,0.98182595,0.00393862,0.00021290423,0.013306546,0.00015081392],"about_ca_topic_score_codex":0.00005256707,"about_ca_topic_score_gemma":0.000006936774,"teacher_disagreement_score":0.7561999,"about_ca_system_score_codex":0.000059649148,"about_ca_system_score_gemma":0.000047260586,"threshold_uncertainty_score":0.61791265},"labels":[],"label_agreement":null},{"id":"W2090601220","doi":"10.1145/2660168.2660186","title":"Correcting Large-Scale OMR Data with Crowdsourcing","year":2014,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Crowdsourcing; Computer science; Variety (cybernetics); Scale (ratio); Data science; Process (computing); Globe; Ground truth; Reliability (semiconductor); World Wide Web; Human–computer interaction; Artificial intelligence","score_opus":0.014331836671797939,"score_gpt":0.23168939825020865,"score_spread":0.2173575615784107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2090601220","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07020363,0.00002331047,0.9087488,0.00036356103,0.00032251966,0.00007999313,0.0000012183473,0.00058244634,0.019674527],"genre_scores_gemma":[0.86649853,5.69241e-7,0.13151696,0.0006386527,0.0001811599,0.0000024985093,0.00000726195,0.000020261172,0.0011341177],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980434,0.000096057636,0.00022230936,0.00078244926,0.00031866078,0.0005371331],"domain_scores_gemma":[0.99710023,0.00022819273,0.00010135389,0.0023431398,0.00007808241,0.00014899587],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011888935,0.00018880836,0.00021432142,0.00008360556,0.00041491218,0.00047588482,0.0015263478,0.000057881345,0.000024690633],"category_scores_gemma":[0.00012120222,0.00014692439,0.00003098796,0.00039849055,0.000039278635,0.0006641263,0.0008865908,0.00021924543,0.00008806195],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042428386,0.00038623024,0.04391123,0.00013619936,0.00011620526,0.00007900355,0.009737916,0.0077323453,0.0037438043,0.02608571,0.025518768,0.8825102],"study_design_scores_gemma":[0.0005381323,0.00009344463,0.0010198874,0.000094621,0.000012945391,0.00029769665,0.0005099753,0.9665441,0.0036070133,0.00017804217,0.02669924,0.00040493],"about_ca_topic_score_codex":0.00009246084,"about_ca_topic_score_gemma":0.0002204006,"teacher_disagreement_score":0.9588117,"about_ca_system_score_codex":0.000020669537,"about_ca_system_score_gemma":0.00004551381,"threshold_uncertainty_score":0.5991402},"labels":[],"label_agreement":null},{"id":"W2090608996","doi":"10.1145/1864349.1864354","title":"Identifying the activities supported by locations with community-authored content","year":2010,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Leverage (statistics); Computer science; Context (archaeology); Set (abstract data type); World Wide Web; Scale (ratio); Service (business); Process (computing); Data science; Geography; Artificial intelligence; Cartography; Business; Marketing","score_opus":0.03779842234980663,"score_gpt":0.2528363811212154,"score_spread":0.2150379587714088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2090608996","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59167707,0.000012885355,0.40348762,0.0014417435,0.00018951061,0.00010930589,0.0000011387659,0.00020676537,0.0028739353],"genre_scores_gemma":[0.9899967,0.0000014332354,0.0071772127,0.0003990037,0.000019261683,0.000016430002,0.000006808954,0.000008671556,0.0023744886],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.999153,0.00014360603,0.00013510835,0.00015276553,0.0001979251,0.00021755793],"domain_scores_gemma":[0.9985661,0.0002675552,0.000068748566,0.0009536689,0.00007876728,0.000065151165],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005451261,0.00010893245,0.00009933388,0.000042619875,0.0009787674,0.0005039034,0.00073642173,0.00004077014,0.00002028333],"category_scores_gemma":[0.000026360636,0.00006548094,0.000032506472,0.00020695874,0.00018324851,0.00034429147,0.0001587597,0.00059475837,0.000013616284],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018299528,0.00044660902,0.006219542,0.00004739198,0.00016414898,0.000013902475,0.031406283,0.00006165019,0.76957905,0.118815884,0.023823464,0.04940378],"study_design_scores_gemma":[0.0021883552,0.0004092763,0.029943213,0.00019938756,0.00010665194,0.0007214166,0.05642684,0.07552426,0.8002077,0.0043680794,0.02829588,0.0016089866],"about_ca_topic_score_codex":0.00096928107,"about_ca_topic_score_gemma":0.0010988063,"teacher_disagreement_score":0.3983196,"about_ca_system_score_codex":0.000010659751,"about_ca_system_score_gemma":0.000052770007,"threshold_uncertainty_score":0.7527987},"labels":[],"label_agreement":null},{"id":"W2096926525","doi":"10.2196/games.3350","title":"The Cure: Design and Evaluation of a Crowdsourcing Game for Gene Selection for Breast Cancer Survival Prediction","year":2014,"lang":"en","type":"article","venue":"JMIR Serious Games","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; National Institute of General Medical Sciences; National Institutes of Health","keywords":"Interpretability; Crowdsourcing; Context (archaeology); Computer science; Breast cancer; Machine learning; Selection (genetic algorithm); Personalization; Task (project management); Artificial intelligence; Data science; Computational biology; Cancer; Biology; Genetics; World Wide Web","score_opus":0.028782257187661257,"score_gpt":0.2959614113510307,"score_spread":0.26717915416336946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2096926525","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30230892,0.00023632943,0.69525075,0.00053310575,0.00044906963,0.001118982,0.000009987292,0.0000817078,0.000011149623],"genre_scores_gemma":[0.98931766,0.00004232238,0.009712747,0.00002955893,0.0002978748,0.0005197031,0.0000023750983,0.000018876679,0.000058866834],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99863553,0.00021915244,0.00024789837,0.00033125942,0.00030204307,0.00026412524],"domain_scores_gemma":[0.9985657,0.00041401727,0.00019642618,0.0002532856,0.0005190744,0.000051500436],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00243467,0.00013391652,0.00017062825,0.000060711915,0.00034764071,0.00018489828,0.00018113921,0.00007299317,0.0000010144779],"category_scores_gemma":[0.0000878878,0.000105810635,0.00006518167,0.00017794181,0.00005460678,0.00018892475,0.000036374146,0.00006288582,2.5791456e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016612938,0.00003759498,0.0009161095,0.00009321533,0.00006443754,4.0379263e-8,0.001957953,0.036375813,0.04000002,0.0011593328,0.0009908669,0.91823846],"study_design_scores_gemma":[0.0009065221,0.0001939512,0.013093693,0.000052271702,0.00005451599,0.000024035311,0.00006587571,0.9707682,0.011219014,0.0016053664,0.0018942815,0.00012226896],"about_ca_topic_score_codex":0.00004467794,"about_ca_topic_score_gemma":0.0000625149,"teacher_disagreement_score":0.9343924,"about_ca_system_score_codex":0.00007252424,"about_ca_system_score_gemma":0.00011335795,"threshold_uncertainty_score":0.43148324},"labels":[],"label_agreement":null},{"id":"W2106568252","doi":"10.1017/s1930297500002205","title":"Running experiments on Amazon Mechanical Turk","year":2010,"lang":"en","type":"article","venue":"Judgment and Decision Making","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":3803,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"York University; National Science Foundation","keywords":"Amazon rainforest; Subject (documents); Data science; Quality (philosophy); Social media; Population; Computer science; Data quality; Internet privacy; World Wide Web; Engineering; Sociology; Operations management; Physics; Demography","score_opus":0.0201525776565425,"score_gpt":0.293849149241808,"score_spread":0.2736965715852655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106568252","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78001255,0.000065516535,0.21639262,0.0001080876,0.0010838844,0.000084668674,1.7615265e-7,0.00012710037,0.0021253908],"genre_scores_gemma":[0.9327685,0.000003374546,0.06647147,0.0005622982,0.000126315,0.000005617305,2.9528735e-7,0.000010307818,0.000051786883],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99859846,0.000015805892,0.00023456052,0.0004681305,0.0004163906,0.00026662747],"domain_scores_gemma":[0.99907553,0.00020371607,0.00007980136,0.00050637923,0.00003047762,0.00010411464],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041912353,0.00015355421,0.00015567713,0.00012472551,0.00029741297,0.00043387315,0.00032854456,0.00009157523,0.000029329774],"category_scores_gemma":[0.00005234358,0.00012771922,0.000055378303,0.0001514904,0.000021750115,0.00018774201,0.00032012424,0.00028043523,0.000052794712],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048769863,0.00008585112,0.0004505447,0.000005147913,0.000010209601,0.000053344545,0.0006250491,0.00008850282,0.072669886,0.08208358,0.001695942,0.8421832],"study_design_scores_gemma":[0.00420405,0.00094870967,0.008373145,0.0016790659,0.000036495003,0.00031696574,0.0006095175,0.56860536,0.275513,0.10713868,0.030360121,0.0022148644],"about_ca_topic_score_codex":0.000002410832,"about_ca_topic_score_gemma":0.0000023396349,"teacher_disagreement_score":0.8399683,"about_ca_system_score_codex":0.000018016213,"about_ca_system_score_gemma":0.000012680788,"threshold_uncertainty_score":0.5208239},"labels":[],"label_agreement":null},{"id":"W2117442907","doi":"10.1109/wcnc.2012.6214379","title":"CrowdITS: Crowdsourcing in intelligent transportation systems","year":2012,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":94,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Crowdsourcing; Dissemination; Computer science; Key (lock); Android (operating system); Intelligent transportation system; Aggregate (composite); Mobile device; Mobile telephony; Human–computer interaction; Data science; Computer security; Telecommunications; Mobile radio; World Wide Web; Transport engineering; Engineering","score_opus":0.017078185360474594,"score_gpt":0.23465703606847693,"score_spread":0.21757885070800234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117442907","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.34421882,0.0006808509,0.64963275,0.00011572687,0.0009958867,0.00016430367,5.9122135e-7,0.0002520377,0.0039390516],"genre_scores_gemma":[0.9941212,0.000010111945,0.005172305,0.00011970308,0.00014462431,0.000017029844,0.0000025688648,0.000012685742,0.00039976722],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985223,0.000071543654,0.0003825354,0.0002661734,0.00023988067,0.0005176027],"domain_scores_gemma":[0.9992347,0.0000855792,0.00007387456,0.00041026087,0.0000435961,0.00015203218],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00069234153,0.00015184202,0.00018100759,0.0001906013,0.000083458435,0.0001795421,0.00033354395,0.00007789544,0.000015632411],"category_scores_gemma":[0.000023937224,0.00013952894,0.000055699587,0.0004739209,0.000021257618,0.0007641794,0.00002483227,0.00015503133,0.00009057999],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026897642,0.00083346094,0.23943233,0.0003508613,0.000069070156,0.00009395723,0.04314372,0.049891055,0.020412968,0.5395657,0.0033032922,0.102876686],"study_design_scores_gemma":[0.0021714407,0.00023991097,0.36229825,0.0010509088,0.00005020425,0.00026069404,0.008215786,0.46452397,0.07282613,0.001270306,0.083985575,0.0031068039],"about_ca_topic_score_codex":0.00037395422,"about_ca_topic_score_gemma":0.000038033162,"teacher_disagreement_score":0.6499024,"about_ca_system_score_codex":0.00008189951,"about_ca_system_score_gemma":0.000026141479,"threshold_uncertainty_score":0.5689825},"labels":[],"label_agreement":null},{"id":"W2121867457","doi":"10.1145/2470654.2466442","title":"Patina","year":2013,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Autodesk (Canada)","funders":"","keywords":"Computer science; Overlay; Visualization; Interface (matter); Software deployment; Software; Instrumentation (computer programming); Set (abstract data type); User interface; Window (computing); Data visualization; Software engineering; Operating system; Data mining; Programming language","score_opus":0.004477127120725304,"score_gpt":0.17238245407144762,"score_spread":0.1679053269507223,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2121867457","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13743438,0.000015745947,0.7300717,0.0014120706,0.00016147245,0.000071266804,2.1099414e-8,0.00037405448,0.13045928],"genre_scores_gemma":[0.94635755,4.7650218e-7,0.050289866,0.00057686644,0.000022503806,0.0000056832605,8.596445e-8,0.000002108742,0.002744892],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99961644,0.000010921759,0.000060744038,0.00011985686,0.000070581824,0.00012145435],"domain_scores_gemma":[0.9996046,0.000021851005,0.000012777364,0.00028299436,0.000032715976,0.00004508562],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000048053706,0.00003921015,0.00003834922,0.000019794697,0.000050190258,0.00016671815,0.00021393753,0.0000147096425,0.00015759184],"category_scores_gemma":[0.000010381843,0.000029956012,0.000018052657,0.0000927622,0.000009023013,0.0002267536,0.00007145212,0.000032520475,0.0012360878],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[1.4659933e-7,0.0000299535,0.0016219974,0.0000048593397,0.0000049631963,0.0000051712573,0.00047532274,0.000040930132,0.008063558,0.14546946,0.06304088,0.7812428],"study_design_scores_gemma":[0.000690465,0.00019694935,0.07300592,0.00004702876,0.0000045973247,0.00013890646,0.00029712304,0.7198329,0.06818585,0.060582697,0.07596455,0.0010530022],"about_ca_topic_score_codex":0.00011499812,"about_ca_topic_score_gemma":0.0000013932872,"teacher_disagreement_score":0.8089231,"about_ca_system_score_codex":0.0000050106087,"about_ca_system_score_gemma":0.0000075551893,"threshold_uncertainty_score":0.9995416},"labels":[],"label_agreement":null},{"id":"W2122437698","doi":"10.1007/978-3-319-06028-6_102","title":"Information Access in Smart Cities (i-ASC)","year":2014,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science","score_opus":0.014446084031605265,"score_gpt":0.23481252711606262,"score_spread":0.22036644308445735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2122437698","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00078298297,0.00010293444,0.98676,0.00056132005,0.0017991159,0.00027465445,0.0000016551289,0.00017423261,0.009543082],"genre_scores_gemma":[0.8931897,0.000039605246,0.10106777,0.0046422253,0.0005224728,0.000016224772,0.000011588388,0.000037308255,0.00047307336],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969748,0.000043689728,0.0006692462,0.0007610411,0.0008837935,0.00066738913],"domain_scores_gemma":[0.9976488,0.00038750048,0.00032141258,0.0013015999,0.0002075524,0.00013318134],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.001266991,0.00045924654,0.0005059671,0.0014818092,0.00021935716,0.0019105893,0.0034507369,0.00031706537,0.000013041376],"category_scores_gemma":[0.00013064101,0.00043861364,0.00010123744,0.00070579234,0.00046981568,0.0018860411,0.0015664641,0.00080778287,0.000070389644],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000041174358,0.000008757313,0.00041177453,0.00008240727,0.0000044666813,0.000024651785,0.0021998878,0.05363648,0.00001655012,0.022466743,0.00007563655,0.92106855],"study_design_scores_gemma":[0.0005088225,0.00013688882,0.0014868221,0.0012635184,0.000005908027,0.00010851794,9.652452e-7,0.86543673,0.0011040585,0.116637155,0.012106224,0.001204405],"about_ca_topic_score_codex":0.00011708238,"about_ca_topic_score_gemma":0.00020384415,"teacher_disagreement_score":0.9198641,"about_ca_system_score_codex":0.00030465383,"about_ca_system_score_gemma":0.0004279993,"threshold_uncertainty_score":0.9998066},"labels":[],"label_agreement":null},{"id":"W2126943286","doi":"10.1007/11527886_43","title":"User- and Community-Adaptive Rewards Mechanism for Sustainable Online Community","year":2005,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Mechanism (biology); Information overload; Quality (philosophy); Computer science; Sustainability; Online community; Business; Internet privacy; World Wide Web; Ecology; Biology","score_opus":0.023963896440107477,"score_gpt":0.25689988208573067,"score_spread":0.23293598564562318,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2126943286","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00278675,0.00025004492,0.99342096,0.0006478655,0.00042305895,0.0007235294,0.000015236043,0.00024223687,0.0014902964],"genre_scores_gemma":[0.45240578,0.000046051962,0.54272145,0.0024866178,0.00043176513,0.000019197218,0.000015896116,0.000068030145,0.0018052129],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9965772,0.000343903,0.0005513056,0.0009080474,0.0006363704,0.0009831546],"domain_scores_gemma":[0.99415296,0.0021046475,0.00033038124,0.0023017519,0.00086755847,0.00024272357],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0034894445,0.0006475304,0.0007262476,0.00072326936,0.002584318,0.0009233757,0.0034287046,0.00043436463,0.0000032127236],"category_scores_gemma":[0.00041644112,0.00063528627,0.00014603535,0.00045504112,0.00090809556,0.00076589227,0.0030936224,0.0032765493,0.0000034939126],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033010932,0.0002654676,0.0000139370495,0.00029386816,0.000043133583,0.00007730963,0.008867932,0.008677971,0.00020139004,0.3834467,0.00008260426,0.59799665],"study_design_scores_gemma":[0.00072764244,0.0010359696,0.00006914339,0.0006587032,0.000028186469,0.00017306932,0.000044278248,0.410472,0.0016395282,0.58113194,0.0029053288,0.0011142069],"about_ca_topic_score_codex":0.0005653141,"about_ca_topic_score_gemma":0.0008858828,"teacher_disagreement_score":0.59688246,"about_ca_system_score_codex":0.00046941868,"about_ca_system_score_gemma":0.0005293917,"threshold_uncertainty_score":0.9996098},"labels":[],"label_agreement":null},{"id":"W2128243924","doi":"10.1111/j.1083-6101.2007.00344.x","title":"Shake, Rattle, and Roles: Lessons from Experimental Earthquake Engineering for Incorporating Remote Users in Large-Scale E-Science Experiments","year":2007,"lang":"en","type":"article","venue":"Journal of Computer-Mediated Communication","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"U.S. Department of Defense","keywords":"Cyberinfrastructure; Exploit; Citizen science; Scale (ratio); Shake; Computer science; Crowdsourcing; Point (geometry); Data science; Computer security; Engineering; Remote sensing; World Wide Web; Geography","score_opus":0.017154425719723487,"score_gpt":0.28182473184074636,"score_spread":0.2646703061210229,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128243924","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5444896,0.00057450763,0.45443693,0.00017716996,0.00017085449,0.000100388315,0.0000014901642,0.000028097413,0.000020968848],"genre_scores_gemma":[0.7133287,0.000029324066,0.2864733,0.00008320674,0.000067007255,0.0000015230838,0.000004861329,0.00001079941,0.0000012867241],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982225,0.00008033784,0.0007201209,0.00026043158,0.00036600168,0.000350619],"domain_scores_gemma":[0.99794495,0.00052641256,0.0005407932,0.00059327926,0.00021420699,0.00018035268],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022274274,0.00017136395,0.00029057474,0.00040265612,0.00024749542,0.0002880338,0.001073318,0.00008463182,7.3606225e-7],"category_scores_gemma":[0.000090327245,0.00017552961,0.000065832115,0.000537615,0.00009720687,0.00090422237,0.00042482614,0.00033959222,9.687868e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033944976,0.0013504802,0.012019375,0.00007132802,0.00015998693,0.00009933735,0.06504736,0.03730995,0.626492,0.0052823643,0.00025510212,0.25157323],"study_design_scores_gemma":[0.0020301791,0.00021637486,0.023425665,0.0004377556,0.0000071986283,0.00005376169,0.0012759814,0.92729026,0.044374745,0.00023617083,0.00038218274,0.00026974682],"about_ca_topic_score_codex":0.000027499116,"about_ca_topic_score_gemma":0.000033176268,"teacher_disagreement_score":0.8899803,"about_ca_system_score_codex":0.00015317251,"about_ca_system_score_gemma":0.00010997272,"threshold_uncertainty_score":0.715789},"labels":[],"label_agreement":null},{"id":"W2128315808","doi":"10.1007/s00779-015-0837-0","title":"Applying geocaching principles to site-based citizen science and eliciting reactions via a technology probe","year":2015,"lang":"en","type":"article","venue":"Personal and Ubiquitous Computing","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Citizen science; Computer science; Usability; Thriving; Data collection; Mobile device; Redundancy (engineering); Raw data; Data science; Human–computer interaction; World Wide Web; Psychology","score_opus":0.026621994568668872,"score_gpt":0.25464090372602266,"score_spread":0.2280189091573538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2128315808","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64437664,0.000112113084,0.35322633,0.0011756953,0.00011668177,0.00024325693,5.7810854e-7,0.00032536784,0.00042336102],"genre_scores_gemma":[0.90881366,8.696039e-7,0.090488754,0.00049654464,0.00014970823,0.000021491081,5.3926505e-7,0.000013496219,0.000014919503],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978242,0.000047160665,0.00028198241,0.00075349514,0.00048671186,0.000606438],"domain_scores_gemma":[0.9987642,0.00016771797,0.00013084606,0.00025579846,0.00032890178,0.00035251415],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017119254,0.00020912303,0.00023120944,0.00050383643,0.001288354,0.00054663245,0.00036584778,0.00007102526,3.4993948e-7],"category_scores_gemma":[0.00041031226,0.00020504206,0.000027701233,0.0009847301,0.00024613607,0.0001945764,0.0007718997,0.00029705605,0.000005183291],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020871856,0.00008583941,0.0102365725,0.00017655628,0.000022087437,0.000068490706,0.0152943665,0.0140626775,0.1928788,0.013017876,0.000040374685,0.7540955],"study_design_scores_gemma":[0.00029990627,0.00009319386,0.0006320913,0.00022951192,0.0000073662986,0.0003305095,0.0007940797,0.9915956,0.0036088445,0.0006333559,0.0014690644,0.00030644896],"about_ca_topic_score_codex":0.00014592675,"about_ca_topic_score_gemma":0.000010071667,"teacher_disagreement_score":0.9775329,"about_ca_system_score_codex":0.00012382955,"about_ca_system_score_gemma":0.00026006013,"threshold_uncertainty_score":0.9909108},"labels":[],"label_agreement":null},{"id":"W2130743022","doi":"10.1109/iscc.2014.6912581","title":"Mobility-aware trustworthy crowdsourcing in cloud-centric Internet of Things","year":2014,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Crowdsourcing; Cloud computing; Computer science; Reputation; Incentive; The Internet; Trustworthiness; World Wide Web; Computer security","score_opus":0.007740010191102328,"score_gpt":0.2108481864263808,"score_spread":0.2031081762352785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2130743022","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37223336,0.000047604422,0.62088084,0.00015306161,0.0003215032,0.0001150523,1.464354e-7,0.00016084584,0.006087602],"genre_scores_gemma":[0.9875766,0.000003290705,0.011442386,0.00038963402,0.000063692874,0.000005428817,0.000001072702,0.0000142667095,0.000503612],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979766,0.00018327677,0.00054412236,0.00054857,0.00030803197,0.000439372],"domain_scores_gemma":[0.99851125,0.0002837716,0.000167146,0.00083494483,0.000090810725,0.00011209768],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012631885,0.00019964432,0.0003641956,0.00027286657,0.000052926534,0.0001233585,0.0008453202,0.000105448504,0.000039907667],"category_scores_gemma":[0.00016468759,0.00018078326,0.00011618298,0.00072937843,0.00007268726,0.00039961212,0.00036629697,0.00026597155,0.00002845862],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008624467,0.0011510282,0.15462929,0.0005925981,0.00008310417,0.000073133146,0.026341714,0.011718364,0.0043568136,0.24174397,0.0041277255,0.55509603],"study_design_scores_gemma":[0.00096229295,0.00016018734,0.006176915,0.00023478651,0.0000088363495,0.000035729212,0.00023418528,0.9696568,0.014898171,0.0040936596,0.0030840773,0.0004543586],"about_ca_topic_score_codex":0.00065074617,"about_ca_topic_score_gemma":0.00003770222,"teacher_disagreement_score":0.95793843,"about_ca_system_score_codex":0.00006365845,"about_ca_system_score_gemma":0.00004154737,"threshold_uncertainty_score":0.7372127},"labels":[],"label_agreement":null},{"id":"W2132772540","doi":"","title":"Annotating Anaphoric Shell Nouns with their Antecedents","year":2013,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Noun; Annotation; Natural language processing; Artificial intelligence; Crowdsourcing; Quality (philosophy); World Wide Web; Philosophy","score_opus":0.004637014399758553,"score_gpt":0.16506791544789995,"score_spread":0.1604309010481414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2132772540","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71498436,0.00003509131,0.26531306,0.00032133286,0.00013997145,0.00015205232,2.7101564e-7,0.00034261696,0.018711256],"genre_scores_gemma":[0.96108913,0.0000031638726,0.037297357,0.00039531858,0.000043538083,0.000010556293,6.6656355e-7,0.000010848718,0.0011494012],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989453,0.000031136886,0.00015414564,0.00034221864,0.00018792307,0.00033930052],"domain_scores_gemma":[0.99914557,0.00006681173,0.000060490907,0.00051181443,0.00011200772,0.000103330036],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013217048,0.0001437821,0.00012991879,0.000077002755,0.00018344779,0.00044222537,0.0004641642,0.000034783614,0.000050004917],"category_scores_gemma":[0.0000122063175,0.00009371129,0.00003538992,0.0004201418,0.000035240315,0.0005012661,0.00011653456,0.00011089075,0.0001926426],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015502646,0.0004248179,0.032300673,0.00010299408,0.00019434224,0.00013102991,0.015701879,0.0022589902,0.11947577,0.0211437,0.023016063,0.7852342],"study_design_scores_gemma":[0.0019510122,0.0009463354,0.046490695,0.0003613693,0.000018802912,0.00055359397,0.0046318816,0.8493022,0.08060281,0.0050134324,0.008062508,0.0020653568],"about_ca_topic_score_codex":0.000292703,"about_ca_topic_score_gemma":0.000027359589,"teacher_disagreement_score":0.8470432,"about_ca_system_score_codex":0.00002021378,"about_ca_system_score_gemma":0.000028840139,"threshold_uncertainty_score":0.42643893},"labels":[],"label_agreement":null},{"id":"W2139516750","doi":"10.1145/2009916.2010039","title":"Repeatable and reliable search system evaluation using crowdsourcing","year":2011,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":99,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Crowdsourcing; Computer science; Information retrieval; Data science; World Wide Web","score_opus":0.08907501364983587,"score_gpt":0.2649148142627285,"score_spread":0.17583980061289262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2139516750","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58988434,0.00023118134,0.36015946,0.000021065629,0.00024062663,0.00022932181,2.2757568e-7,0.00034275785,0.04889098],"genre_scores_gemma":[0.89788777,0.00000213775,0.10171059,0.000036888123,0.00004208704,0.0000050509943,4.799237e-7,0.000012177859,0.00030280533],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998388,0.00012171002,0.00024196807,0.00048434315,0.00040248627,0.00036152342],"domain_scores_gemma":[0.99889314,0.000037648064,0.00006340525,0.00067078293,0.000214349,0.00012064901],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002086399,0.00013191886,0.0001601009,0.00013541615,0.00037077948,0.00025185317,0.00027839886,0.00006560865,0.00002237992],"category_scores_gemma":[0.000034684406,0.000120385266,0.00003289414,0.00033219872,0.000038933867,0.00057078956,0.0002502638,0.00011833108,0.000023001514],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001145254,0.00043049682,0.0633124,0.0015830981,0.00031354037,0.00035608083,0.058910407,0.0324355,0.13614495,0.49959734,0.002216374,0.20458528],"study_design_scores_gemma":[0.0002700615,0.000036846683,0.0010498617,0.00014007578,0.000021329643,0.0002122827,0.00096078735,0.973403,0.023303201,0.00032054243,0.00008433367,0.0001977161],"about_ca_topic_score_codex":0.0013109319,"about_ca_topic_score_gemma":0.0000066236103,"teacher_disagreement_score":0.94096744,"about_ca_system_score_codex":0.00011977183,"about_ca_system_score_gemma":0.00010164082,"threshold_uncertainty_score":0.49091688},"labels":[],"label_agreement":null},{"id":"W2144007431","doi":"10.1145/1240624.1240865","title":"Strategies for accelerating on-line learning of hotkeys","year":2007,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":155,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Process (computing); Selection (genetic algorithm); Human–computer interaction; Line (geometry); Artificial intelligence; Machine learning; Programming language","score_opus":0.04985904044599529,"score_gpt":0.3010206233756084,"score_spread":0.2511615829296131,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2144007431","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.120603785,0.000013129697,0.85654014,0.00008480891,0.0001039318,0.00007645953,1.2552249e-7,0.00012896703,0.022448651],"genre_scores_gemma":[0.90386707,6.8952295e-7,0.09544156,0.00010536268,0.00007179013,0.00000183062,6.3651464e-7,0.0000062888116,0.0005047754],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991979,0.000015906218,0.00022013759,0.00020023379,0.00013364198,0.0002321911],"domain_scores_gemma":[0.999206,0.00036419602,0.000087323344,0.00020874225,0.00009240368,0.000041332503],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007000106,0.00008408957,0.00012120792,0.00007617469,0.00013896338,0.0001320454,0.00023072936,0.00003911548,0.000006428758],"category_scores_gemma":[0.00006823102,0.00007192745,0.00005408659,0.00015981517,0.000022261507,0.00019081212,0.000047655067,0.000100543184,0.000004005907],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020983052,0.00006386907,0.0003593283,0.00005355446,0.00001724574,0.0000062419595,0.0016927714,0.044424083,0.03570607,0.72107553,0.0003863457,0.19619396],"study_design_scores_gemma":[0.00065393274,0.0008974888,0.0005023812,0.00010082983,0.00000617049,0.000012055877,0.0032554248,0.72976315,0.2559768,0.005414201,0.0030898259,0.00032773212],"about_ca_topic_score_codex":0.00002290431,"about_ca_topic_score_gemma":0.0000102957165,"teacher_disagreement_score":0.78326327,"about_ca_system_score_codex":0.000010877423,"about_ca_system_score_gemma":0.000042547243,"threshold_uncertainty_score":0.29331163},"labels":[],"label_agreement":null},{"id":"W2146277225","doi":"10.1109/mcom.2015.7180511","title":"Security and privacy in mobile crowdsourcing networks: challenges and opportunities","year":2015,"lang":"en","type":"article","venue":"IEEE Communications Magazine","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":212,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Crowdsourcing; Computer science; Computer security; Crowdsourcing software development; Architecture; Mobile device; Set (abstract data type); Data science; Internet privacy; World Wide Web","score_opus":0.09425909677158763,"score_gpt":0.2892999562422099,"score_spread":0.19504085947062227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2146277225","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6244761,0.28300047,0.047236603,0.017692795,0.0006619334,0.0009740743,0.0000050190033,0.00079262815,0.025160385],"genre_scores_gemma":[0.9718324,0.02156165,0.0062315594,0.00016423049,0.000047429738,0.00005127637,0.000003301752,0.00001347225,0.00009468933],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987806,0.00026167123,0.0002795526,0.00029508935,0.00013016658,0.00025292355],"domain_scores_gemma":[0.9975569,0.00026672706,0.00009539302,0.0017868661,0.00011015163,0.00018394744],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009235204,0.00015792946,0.00022279639,0.00016450508,0.00016652282,0.0001846628,0.0008678722,0.00007482907,7.506036e-7],"category_scores_gemma":[0.00005406607,0.0001649653,0.000021002934,0.00016732751,0.00023807917,0.00046046995,0.0009347458,0.00027889325,0.0000051280704],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027235135,0.0006136445,0.0029409393,0.00017019027,0.0000633624,0.0000712237,0.08326297,0.0037028478,0.0004899224,0.07193228,0.003938697,0.8327867],"study_design_scores_gemma":[0.0017086788,0.00026046016,0.006067959,0.00040718014,0.000025428133,0.0003361243,0.0045141126,0.8062904,0.00008839329,0.013644428,0.16580953,0.0008473441],"about_ca_topic_score_codex":0.000025940075,"about_ca_topic_score_gemma":0.0001263476,"teacher_disagreement_score":0.83193934,"about_ca_system_score_codex":0.000040197494,"about_ca_system_score_gemma":0.000055992303,"threshold_uncertainty_score":0.672709},"labels":[],"label_agreement":null},{"id":"W2148087540","doi":"10.1109/tetc.2013.2273359","title":"Vita: A Crowdsensing-Oriented Mobile Cyber-Physical System","year":2013,"lang":"en","type":"article","venue":"IEEE Transactions on Emerging Topics in Computing","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":161,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Hong Kong Polytechnic University","keywords":"Computer science; Mobile device; Mobile computing; Mobile cloud computing; Cloud computing; Crowdsensing; Cyber-physical system; Mobile Web; Overhead (engineering); Architecture; Mobile technology; Embedded system; Distributed computing; Computer network; Computer security; World Wide Web; Operating system","score_opus":0.009895492815218484,"score_gpt":0.246192966611103,"score_spread":0.2362974737958845,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2148087540","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3945301,0.00001512576,0.60243905,0.00017761684,0.001388296,0.0002491699,6.016084e-7,0.00044865147,0.00075141166],"genre_scores_gemma":[0.98044455,0.0000018724762,0.018929819,0.00012088814,0.00025327268,0.000030026895,5.4476226e-7,0.000029363895,0.00018965543],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99761826,0.00016031785,0.0004998537,0.0006990631,0.0003890448,0.00063347793],"domain_scores_gemma":[0.9985409,0.00026171101,0.00012900034,0.00078638305,0.0001410017,0.00014105145],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00031914856,0.00030287815,0.00036801878,0.00034402712,0.0005014397,0.00026870292,0.0004721353,0.00011181149,0.000006433977],"category_scores_gemma":[0.000010295021,0.00031662,0.00017547514,0.00088242313,0.00006551166,0.00035158897,0.0000168882,0.00061578077,0.000096425254],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008076705,0.00050689024,0.00015642651,0.00015116124,0.00006575111,0.00009417497,0.008660425,0.517186,0.004501796,0.0066353045,0.00021084411,0.46182317],"study_design_scores_gemma":[0.0004209735,0.000091483016,0.00019507967,0.00033088686,0.000010495145,0.00005975556,0.0006104659,0.9880999,0.009157581,0.0001561062,0.00049571943,0.00037157687],"about_ca_topic_score_codex":0.00033874824,"about_ca_topic_score_gemma":0.000019680956,"teacher_disagreement_score":0.58591443,"about_ca_system_score_codex":0.0002503442,"about_ca_system_score_gemma":0.000051703497,"threshold_uncertainty_score":0.9999286},"labels":[],"label_agreement":null},{"id":"W2154096410","doi":"","title":"Modeling annotator expertise: Learning when everybody knows a bit of something","year":2010,"lang":"en","type":"article","venue":"International Conference on Artificial Intelligence and Statistics","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":188,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science; Probabilistic logic; Artificial intelligence; Machine learning; Domain (mathematical analysis); Task (project management); Space (punctuation); Agreement; Natural language processing; Training set; Variable (mathematics)","score_opus":0.0815228368451885,"score_gpt":0.32873891522444226,"score_spread":0.24721607837925375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2154096410","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.067146294,0.000016767633,0.929545,0.000477826,0.0007904036,0.00007441006,0.000017379178,0.00006014245,0.0018718052],"genre_scores_gemma":[0.9049788,0.00003858923,0.09464713,0.0000950042,0.00010063996,0.000006277339,0.00000753983,0.000009971207,0.00011605019],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984047,0.000071897564,0.0004866121,0.00038866734,0.00041989598,0.00022827071],"domain_scores_gemma":[0.9986982,0.0002899808,0.00014518635,0.00024711163,0.00051230745,0.00010721291],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004900097,0.00016777257,0.00019601722,0.00020577594,0.00017423357,0.00035998132,0.0005176828,0.00008827969,0.000121859244],"category_scores_gemma":[0.00078398804,0.00016557163,0.000040113333,0.00011461416,0.000136202,0.00027387243,0.00014652082,0.00046745723,0.000031745665],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023223043,0.0000483832,0.000050492366,0.000008000456,0.000015308062,0.000011202712,0.0025245445,0.0053027933,0.02497779,0.7165547,0.00002183716,0.2504617],"study_design_scores_gemma":[0.000026190963,0.00009163652,0.000015068728,0.00006272485,0.0000043409073,0.000013803178,0.00054408057,0.8817701,0.010069325,0.107105635,0.00013336053,0.00016378841],"about_ca_topic_score_codex":0.00018033771,"about_ca_topic_score_gemma":0.00010573355,"teacher_disagreement_score":0.8764672,"about_ca_system_score_codex":0.000020266521,"about_ca_system_score_gemma":0.000105288396,"threshold_uncertainty_score":0.6751815},"labels":[],"label_agreement":null},{"id":"W2155340998","doi":"10.1145/2493190.2493245","title":"Annotating ecology","year":2013,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Annotation; Variety (cybernetics); Computer science; Data science; Exploratory research; Space (punctuation); Information retrieval; World Wide Web; Artificial intelligence; Sociology","score_opus":0.005865793981689244,"score_gpt":0.19396383601900105,"score_spread":0.1880980420373118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2155340998","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4774099,0.000013891439,0.4465083,0.0020133161,0.00030078922,0.0000945584,3.3174622e-8,0.000415387,0.07324384],"genre_scores_gemma":[0.91624844,3.531867e-7,0.08115081,0.00092120306,0.00003043438,0.0000074074496,1.2468641e-7,0.0000027537285,0.0016384785],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99948573,0.00002267084,0.00009030103,0.00015933202,0.000059445338,0.00018253126],"domain_scores_gemma":[0.99956745,0.00006672797,0.000022774018,0.00024993723,0.00004488024,0.000048223177],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00008863124,0.000048904545,0.000058374535,0.0000330003,0.00008393602,0.00015197246,0.00024000954,0.000025032288,0.00013776406],"category_scores_gemma":[0.000028357177,0.000040460123,0.000020056568,0.0001144883,0.000015783693,0.00024566535,0.00009824374,0.00005136427,0.00088383234],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.1268692e-7,0.00005714423,0.011094486,0.0000123753925,0.00001611566,0.000020749572,0.001495214,0.0004237633,0.023844376,0.20630075,0.04413392,0.7126007],"study_design_scores_gemma":[0.0004969628,0.00016353125,0.08375034,0.00002002246,0.0000037278091,0.00017158623,0.00039367814,0.85323906,0.019100605,0.029765679,0.012285154,0.0006096289],"about_ca_topic_score_codex":0.00008426923,"about_ca_topic_score_gemma":0.000005599707,"teacher_disagreement_score":0.85281533,"about_ca_system_score_codex":0.0000085997945,"about_ca_system_score_gemma":0.00001373335,"threshold_uncertainty_score":0.9998941},"labels":[],"label_agreement":null},{"id":"W2171633351","doi":"10.1109/hicss.2008.195","title":"Hybrid RFID-GPS Real-Time Location System for Human Resources: Development, Impacts and Perspectives","year":2008,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Université de Sherbrooke","funders":"","keywords":"Workgroup; Global Positioning System; Real-time locating system; Radio-frequency identification; Computer science; Context (archaeology); Identification (biology); Process (computing); Assisted GPS; Computer security; Real-time computing; Telecommunications; Geography","score_opus":0.023600846365472564,"score_gpt":0.235096665305466,"score_spread":0.21149581893999342,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2171633351","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8308994,0.00015881378,0.163126,0.0001095655,0.0000474279,0.00024209096,6.7494324e-7,0.0004511325,0.004964872],"genre_scores_gemma":[0.972107,0.000011183045,0.026133573,0.000025888508,0.00007416048,0.00001643756,0.0000028952713,0.000014007255,0.0016148359],"study_design_codex":"qualitative","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9988288,0.000043164375,0.00022965911,0.00044042274,0.00016972159,0.00028820592],"domain_scores_gemma":[0.9991509,0.00008665802,0.00009667731,0.00035877372,0.00018011664,0.00012689224],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003336714,0.00015100894,0.00018039772,0.00011556056,0.0007403994,0.0001655127,0.00023770002,0.000038607137,0.000002875372],"category_scores_gemma":[0.000038570437,0.00013424594,0.000033203407,0.0001522339,0.000069894566,0.0002538945,0.00009145781,0.00005312821,0.000018783026],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016896134,0.0007658576,0.008289749,0.002805219,0.0005659193,0.00032688942,0.35739118,0.001270478,0.32554767,0.2114152,0.03517403,0.056278873],"study_design_scores_gemma":[0.009774139,0.0018170399,0.155143,0.0032725672,0.00013689266,0.0070945933,0.031507652,0.24091597,0.50938016,0.0019618722,0.032898255,0.0060978304],"about_ca_topic_score_codex":0.00011137535,"about_ca_topic_score_gemma":0.000009927838,"teacher_disagreement_score":0.3258835,"about_ca_system_score_codex":0.00012787209,"about_ca_system_score_gemma":0.00009947866,"threshold_uncertainty_score":0.56946284},"labels":[],"label_agreement":null},{"id":"W2180780611","doi":"10.1609/hcomp.v3i1.13261","title":"Acquiring Reliable Ratings from the Crowd","year":2015,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Human Computation and Crowdsourcing","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Nautical Research Society","funders":"","keywords":"Crowdsourcing; Computer science; Artificial intelligence; Data science; Machine learning; World Wide Web","score_opus":0.0737925058077919,"score_gpt":0.28486716767576215,"score_spread":0.21107466186797025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2180780611","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96809274,0.000109787696,0.01631741,0.0033917383,0.0002956165,0.00029129666,0.000001559934,0.0001981667,0.011301655],"genre_scores_gemma":[0.99440175,0.000003899736,0.004389767,0.0006757743,0.00013557235,0.000010323945,0.0000012250164,0.000019452424,0.00036225788],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981419,0.000036869096,0.0004412305,0.00051339256,0.0005423862,0.00032422418],"domain_scores_gemma":[0.9983847,0.0001677813,0.00046046893,0.00030370682,0.0005432197,0.00014012372],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000871977,0.00025401395,0.00028174158,0.00007827095,0.0007870893,0.0009746325,0.0010741467,0.00008391559,0.000006668188],"category_scores_gemma":[0.00020913138,0.00016924574,0.00008893319,0.00037841932,0.00022505934,0.00048077738,0.0005647236,0.00033596656,0.000010580942],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001300345,0.00030319326,0.041887973,0.0002313701,0.0002061816,0.000005944374,0.08021287,0.010891346,0.13170905,0.65365547,0.030563716,0.05020282],"study_design_scores_gemma":[0.0037483547,0.0006593438,0.025831591,0.0026957083,0.0001352855,0.00008450397,0.011180315,0.7080093,0.080399185,0.16280897,0.0028925834,0.0015548285],"about_ca_topic_score_codex":0.00019075745,"about_ca_topic_score_gemma":0.0000067419037,"teacher_disagreement_score":0.697118,"about_ca_system_score_codex":0.00005180709,"about_ca_system_score_gemma":0.000079603094,"threshold_uncertainty_score":0.9398404},"labels":[],"label_agreement":null},{"id":"W2185548553","doi":"10.5555/2615731.2615791","title":"Reputation-aware task allocation for human trustees","year":2014,"lang":"en","type":"article","venue":"Adaptive Agents and Multi-Agents Systems","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Reputation; Task (project management); Computer science; Workload; Delegation; Crowdsourcing; Resource allocation; Operations research; Economics; Computer network; World Wide Web; Mathematics","score_opus":0.04947797062188094,"score_gpt":0.2924733497182121,"score_spread":0.24299537909633115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2185548553","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09325492,0.0001407629,0.904435,0.000081079714,0.00076057605,0.0007977804,0.000011125106,0.00015207831,0.00036672832],"genre_scores_gemma":[0.9925984,0.0000093719855,0.005027448,0.00017173325,0.00015733516,0.000114844,0.000026931782,0.000023916195,0.0018699877],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982788,0.00016139889,0.00038453098,0.00060605665,0.00024376315,0.00032543772],"domain_scores_gemma":[0.99882853,0.00010955403,0.00024153592,0.00045549226,0.00021923953,0.0001456249],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005587741,0.00021914525,0.00026471014,0.00010624847,0.0005378046,0.00033891885,0.0003054861,0.00009297681,0.0000023505256],"category_scores_gemma":[0.00005948356,0.00019943427,0.000074803764,0.00010726278,0.00004670738,0.0003299899,0.00010215838,0.000076633194,0.000016795335],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018415535,0.0022903439,0.027318202,0.0023651607,0.0017957708,0.000080346996,0.062857784,0.047662355,0.03644472,0.35111833,0.03744551,0.43043733],"study_design_scores_gemma":[0.0014451034,0.00021413183,0.00871352,0.00017976397,0.000032259584,0.000016196404,0.0006635374,0.9708052,0.00029580222,0.00022861798,0.017041316,0.0003645129],"about_ca_topic_score_codex":0.00040271162,"about_ca_topic_score_gemma":0.000032920703,"teacher_disagreement_score":0.9231429,"about_ca_system_score_codex":0.000049961283,"about_ca_system_score_gemma":0.000021456575,"threshold_uncertainty_score":0.8132694},"labels":[],"label_agreement":null},{"id":"W2185950569","doi":"10.1609/aaai.v28i1.9091","title":"A Model for Aggregating Contributions of Synergistic Crowdsourcing Workflows","year":2014,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"National Key Research and Development Program of China; Beijing Nova Program; Foundation for the Author of National Excellent Doctoral Dissertation of the People's Republic of China","keywords":"Crowdsourcing; Workflow; Computer science; Task (project management); Quality (philosophy); Partially observable Markov decision process; Distributed computing; Machine learning; Data mining; Artificial intelligence; Database; Systems engineering; World Wide Web; Engineering; Markov model","score_opus":0.0593580602515172,"score_gpt":0.2903209386913843,"score_spread":0.23096287843986713,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2185950569","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13510786,0.00001735403,0.8613154,0.0009918244,0.00022181879,0.00036908197,0.0000072234657,0.000080148784,0.001889249],"genre_scores_gemma":[0.9782941,0.000004626314,0.021348044,0.00009754342,0.00007436714,0.00003765924,4.8210194e-7,0.0000147288865,0.00012848024],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99802023,0.00002251226,0.0007168451,0.00045570682,0.00037355543,0.00041113436],"domain_scores_gemma":[0.9972143,0.00041761505,0.0006819913,0.00039545057,0.0011971919,0.00009344914],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010960437,0.00021943782,0.00037576226,0.00012673563,0.00034886965,0.00022933201,0.0013947072,0.00010163241,0.000004571111],"category_scores_gemma":[0.0025374491,0.00017609798,0.00020293832,0.00051166717,0.00026672287,0.00027363622,0.00025636042,0.00022996061,0.000006005112],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027436025,0.00006516155,0.000028700339,0.00007262978,0.000012367953,4.8878462e-8,0.0010513838,0.009368852,0.12841149,0.804346,0.000047130707,0.05656877],"study_design_scores_gemma":[0.000027324912,0.000067916124,0.0000060921484,0.00036904844,0.000013282491,0.000001171665,0.00012003872,0.57402885,0.31283525,0.11240596,0.000014500128,0.00011056745],"about_ca_topic_score_codex":0.000024797993,"about_ca_topic_score_gemma":0.0000074945547,"teacher_disagreement_score":0.8431862,"about_ca_system_score_codex":0.000043330023,"about_ca_system_score_gemma":0.0001074639,"threshold_uncertainty_score":0.71810675},"labels":[],"label_agreement":null},{"id":"W2187262079","doi":"","title":"Crowdsourcing with a Crowd of One and Other TREC 2011 Crowdsourcing and Web Track Experiments.","year":2011,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Crowdsourcing; Computer science; Relevance (law); Set (abstract data type); Task (project management); Construct (python library); Quality (philosophy); Information retrieval; Data science; World Wide Web; Engineering","score_opus":0.03977264322084437,"score_gpt":0.22186225948409535,"score_spread":0.182089616263251,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2187262079","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9111178,0.0007942256,0.065081075,0.000082299244,0.000076467106,0.00025696412,0.0000022888198,0.00025627518,0.022332624],"genre_scores_gemma":[0.9299546,0.000017865785,0.068912335,0.00025075517,0.00003838639,0.000013150249,3.0797457e-7,0.00004138295,0.0007712016],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99789625,0.00009203806,0.00044380434,0.00074529764,0.00031871462,0.00050386257],"domain_scores_gemma":[0.9985931,0.00010273064,0.00022180681,0.000739583,0.00009531947,0.000247473],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004876611,0.0003414312,0.00046799734,0.00023503473,0.00022233602,0.00017538156,0.00038752303,0.00012196094,0.00014080571],"category_scores_gemma":[0.000019980042,0.0002830799,0.00006045903,0.00024426426,0.00031622735,0.00049521,0.0002585871,0.00019306038,0.000011747891],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007370878,0.0019001153,0.19961616,0.00082486676,0.000952333,0.0002175617,0.14104238,0.00013926977,0.43676624,0.07734544,0.001224608,0.13923393],"study_design_scores_gemma":[0.0075547597,0.0023814365,0.050589822,0.0013042584,0.00024666954,0.0010517203,0.006542151,0.0409599,0.87992233,0.0019404752,0.004502343,0.003004115],"about_ca_topic_score_codex":0.0007194426,"about_ca_topic_score_gemma":0.00008150995,"teacher_disagreement_score":0.44315612,"about_ca_system_score_codex":0.000021808075,"about_ca_system_score_gemma":0.00006306857,"threshold_uncertainty_score":0.99996215},"labels":[],"label_agreement":null},{"id":"W2200523128","doi":"","title":"Evaluating Information Retrieval Systems With Multiple Non-Expert Assessors","year":2013,"lang":"en","type":"dissertation","venue":"UWSpace (University of Waterloo)","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Waterloo","keywords":"Ranking (information retrieval); Relevance (law); Computer science; Information retrieval; Key (lock); Expert system; Test (biology); Machine learning; Data mining; Artificial intelligence","score_opus":0.013713733160320379,"score_gpt":0.22638600976079065,"score_spread":0.21267227660047028,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2200523128","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9914827,0.00006130369,0.0064436547,0.00011305636,0.00064773316,0.0005293145,0.0000056730764,0.000159184,0.00055739906],"genre_scores_gemma":[0.83309066,0.000045077006,0.032709338,0.000026957223,0.00008749635,0.0000020148095,0.0004329914,0.000038245533,0.1335672],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99824136,0.00009059373,0.00022332642,0.00038424466,0.0007168442,0.00034361047],"domain_scores_gemma":[0.99781924,0.00008188348,0.0006327023,0.0006520492,0.00069217983,0.00012195123],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00037407197,0.0002920786,0.00044052373,0.00035760546,0.0003744744,0.00029262723,0.000777552,0.00029932085,0.000017903387],"category_scores_gemma":[0.000040914227,0.00029431022,0.00010978781,0.00039779613,0.000051494735,0.0018174604,0.00010496729,0.00030596796,0.00010400722],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00071532326,0.00019473773,0.0011103868,0.0024789546,0.0005745806,0.00008456019,0.8899861,0.021795021,0.034636762,0.00068023487,0.007030057,0.04071329],"study_design_scores_gemma":[0.0022277383,0.0007169239,0.005228753,0.0018965334,0.00012958169,0.00002613729,0.27624765,0.70509297,0.0064689806,0.000018151954,0.0008326329,0.0011139789],"about_ca_topic_score_codex":0.03788892,"about_ca_topic_score_gemma":0.0020532806,"teacher_disagreement_score":0.68329793,"about_ca_system_score_codex":0.0001295433,"about_ca_system_score_gemma":0.00021396746,"threshold_uncertainty_score":0.9999509},"labels":[],"label_agreement":null},{"id":"W2207815291","doi":"10.5555/2772879.2773387","title":"Quality and Budget Aware Task Allocation for Spatial Crowdsourcing","year":2015,"lang":"en","type":"article","venue":"Adaptive Agents and Multi-Agents Systems","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Crowdsourcing; Reputation; Computer science; Task (project management); Quality (philosophy); Field (mathematics); Budget constraint; Trustworthiness; Computer security; World Wide Web; Engineering; Economics; Microeconomics","score_opus":0.11764615710736107,"score_gpt":0.32829033621983045,"score_spread":0.21064417911246938,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2207815291","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18861397,0.0005550627,0.80863035,0.0001576255,0.000929346,0.0008242006,0.000028683207,0.00012040187,0.00014036767],"genre_scores_gemma":[0.993108,0.000021744556,0.005784993,0.00021088103,0.00017974467,0.00007757151,0.000017832863,0.00002532646,0.0005739085],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99780667,0.0002464427,0.00047523607,0.00071222516,0.00034838423,0.00041103308],"domain_scores_gemma":[0.99847704,0.00012591349,0.00027715837,0.00044261682,0.0003255557,0.00035171115],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011406122,0.00027583382,0.0003736472,0.00010159897,0.00035252605,0.0004081026,0.00027249777,0.00012371383,8.393608e-7],"category_scores_gemma":[0.00013995274,0.00025116495,0.000062259765,0.00012731536,0.00007523593,0.0003939093,0.00023433228,0.000111158464,0.000008975973],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010290392,0.0027177993,0.18490009,0.0031101997,0.0023558312,0.00027797252,0.1238473,0.025218286,0.01831085,0.04729099,0.045313194,0.5456284],"study_design_scores_gemma":[0.0031491155,0.0002473766,0.031000275,0.00018638543,0.000037445654,0.00004533188,0.0022112702,0.95090055,0.00024100934,0.00013103634,0.011277998,0.00057220703],"about_ca_topic_score_codex":0.0026028876,"about_ca_topic_score_gemma":0.0000899623,"teacher_disagreement_score":0.92568225,"about_ca_system_score_codex":0.00008425104,"about_ca_system_score_gemma":0.00007002073,"threshold_uncertainty_score":0.99999404},"labels":[],"label_agreement":null},{"id":"W2224129370","doi":"10.5753/cbie.wcbie.2015.65","title":"Identificando Colegas para Ajudar em Minhas Dúvidas: Um Estudo Empírico em Comunidades de Perguntas e Respostas","year":2015,"lang":"pt","type":"article","venue":"Anais ... Workshops do Congresso Brasileiro de Informática na Educação","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Bureau for International Education","keywords":"Humanities; Philosophy","score_opus":0.047245701099400746,"score_gpt":0.31256896685694946,"score_spread":0.2653232657575487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2224129370","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96534246,0.0075719343,0.013068901,0.0023316585,0.0059807375,0.001647295,0.00014506654,0.00085744564,0.003054472],"genre_scores_gemma":[0.9818522,0.00031199033,0.0054442342,0.0031544855,0.0011610693,0.00018468843,0.000107092674,0.00026648442,0.007517757],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.98620546,0.0013522217,0.0029366529,0.0023852182,0.002610029,0.004510444],"domain_scores_gemma":[0.98607576,0.0023144472,0.0015599409,0.0046084467,0.0018015144,0.0036398633],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity"],"category_scores_codex":[0.0054152748,0.0020607887,0.002210203,0.0013933891,0.00205103,0.010411744,0.004927882,0.0014725159,0.0004478092],"category_scores_gemma":[0.0036751372,0.0021982961,0.00096057466,0.0038039272,0.0011650232,0.0029123838,0.0019756432,0.0029455777,0.0011295188],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018979912,0.002663104,0.15464185,0.0008880354,0.0019875716,0.0040645218,0.24298786,0.0029913683,0.00081055175,0.0068032476,0.3809532,0.19931072],"study_design_scores_gemma":[0.019862656,0.004167024,0.2371112,0.012975803,0.0029970151,0.009694454,0.4076217,0.13517833,0.011344156,0.0026288363,0.14105542,0.015363401],"about_ca_topic_score_codex":0.0009370372,"about_ca_topic_score_gemma":0.0009044458,"teacher_disagreement_score":0.23989777,"about_ca_system_score_codex":0.0017539922,"about_ca_system_score_gemma":0.0053862594,"threshold_uncertainty_score":0.9998238},"labels":[],"label_agreement":null},{"id":"W2264475115","doi":"10.14778/2809974.2809977","title":"Worker skill estimation in team-based tasks","year":2015,"lang":"en","type":"article","venue":"Proceedings of the VLDB Endowment","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":48,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Nautical Research Society","funders":"Army Research Office; National Science Foundation","keywords":"Task (project management); Computer science; Scalability; Outcome (game theory); Estimation; Machine learning; Artificial intelligence; Knowledge management; Mathematics; Engineering","score_opus":0.015130512596530404,"score_gpt":0.23288734720550677,"score_spread":0.21775683460897638,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2264475115","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94043535,0.0001752509,0.03502602,0.003638536,0.0006818429,0.0007269947,0.0000011277822,0.00021187238,0.019103017],"genre_scores_gemma":[0.97312963,8.9572353e-7,0.026485702,0.0001935896,0.000021123433,0.000023401002,2.72831e-7,0.0000075694447,0.00013778954],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988914,0.000009941719,0.00024867637,0.00024111413,0.00038317588,0.00022565702],"domain_scores_gemma":[0.99938387,0.000030516474,0.00016877662,0.00019929485,0.00014384084,0.000073722826],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00063835434,0.00011654095,0.00014203614,0.00010372374,0.0000532469,0.000099049576,0.00061335874,0.000043380773,0.0000015029901],"category_scores_gemma":[0.00018343181,0.00008352593,0.000055967088,0.0004545556,0.000045004494,0.00023527241,0.00020388157,0.0001236134,0.000008957428],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028385987,0.0027360865,0.14965677,0.0005695273,0.0001249368,0.000012815565,0.044645168,0.2037523,0.07087663,0.13672142,0.07518087,0.3154396],"study_design_scores_gemma":[0.0023697019,0.00017907622,0.008053805,0.000682365,0.000020840202,0.000023456678,0.0006577434,0.71006435,0.25788403,0.017014917,0.0026321982,0.00041749724],"about_ca_topic_score_codex":0.00006578122,"about_ca_topic_score_gemma":0.000003476578,"teacher_disagreement_score":0.5063121,"about_ca_system_score_codex":0.00012862249,"about_ca_system_score_gemma":0.00006508552,"threshold_uncertainty_score":0.34060884},"labels":[],"label_agreement":null},{"id":"W2274126126","doi":"10.1007/s10472-015-9492-4","title":"How many crowdsourced workers should a requester hire?","year":2016,"lang":"en","type":"article","venue":"Annals of Mathematics and Artificial Intelligence","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; University of Waterloo","keywords":"Crowdsourcing; Aggregate (composite); Computer science; Payment; Task (project management); Bootstrapping (finance); Process (computing); Set (abstract data type); Data science; Econometrics; Economics; World Wide Web","score_opus":0.15540755052225516,"score_gpt":0.3250190013130534,"score_spread":0.16961145079079823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2274126126","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19999485,0.00016903743,0.78762305,0.011397899,0.0001180052,0.00011723469,0.0000019705424,0.000078376135,0.00049956224],"genre_scores_gemma":[0.97761804,0.00009821031,0.021375664,0.00023863696,0.00006463038,0.0000061467595,1.7455898e-7,0.000014447489,0.00058406784],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9985884,0.00002692719,0.00041923637,0.00034311062,0.0002844701,0.00033785412],"domain_scores_gemma":[0.99860394,0.000327834,0.0002231203,0.0005849365,0.00013379722,0.00012639002],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006324897,0.00018386202,0.0002770111,0.000107139575,0.00011602647,0.0003115169,0.0004679551,0.00008496329,0.000009120191],"category_scores_gemma":[0.00024592236,0.00012232483,0.00010163653,0.00020775717,0.00020511835,0.00034503953,0.00017723936,0.00008452068,0.0000192929],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010396344,0.00016343691,0.00011084648,0.00009484479,0.00003990171,0.00001647082,0.002530118,0.000018282553,0.040403508,0.39823887,0.00059262244,0.5577807],"study_design_scores_gemma":[0.00003911728,0.00016446834,0.000059847134,0.0007665429,0.000012696094,0.000033510754,0.001131244,0.015901003,0.63858694,0.34118482,0.001707,0.00041279325],"about_ca_topic_score_codex":0.000011428115,"about_ca_topic_score_gemma":0.000006041106,"teacher_disagreement_score":0.7776232,"about_ca_system_score_codex":0.0000056196664,"about_ca_system_score_gemma":0.000024333913,"threshold_uncertainty_score":0.49882615},"labels":[],"label_agreement":null},{"id":"W2274472549","doi":"10.29173/irie265","title":"Sensing Environmental Danger in the City","year":2010,"lang":"en","type":"article","venue":"The International Review of Information Ethics","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Structuring; Risk analysis (engineering); Environmental planning; Root cause; Computer security; Internet privacy; Water contamination; Public health; Function (biology); Root (linguistics); Business; Computer science; Engineering; Contamination; Environmental science; Medicine; Operations management","score_opus":0.02210095154606067,"score_gpt":0.28858898504240765,"score_spread":0.266488033496347,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2274472549","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30229515,0.0026294002,0.36356598,0.2533249,0.0043055452,0.0014111217,0.000027486654,0.00012914438,0.07231125],"genre_scores_gemma":[0.9778475,0.0013585205,0.0037190125,0.016988456,0.000051424053,0.0000031771667,0.0000108756885,0.0000017776578,0.000019219928],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99883705,0.000093370916,0.00035169846,0.000055078603,0.00058689184,0.00007588307],"domain_scores_gemma":[0.9988217,0.0005110169,0.00021693243,0.00036124434,0.00007634327,0.000012802349],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003738941,0.00006064948,0.00007578036,0.000043977063,0.000089300855,0.00008946016,0.0008788429,0.00004658248,0.000024740755],"category_scores_gemma":[0.00082641555,0.00003447776,0.000051766325,0.00011750666,0.00008136526,0.0005604839,0.00012477982,0.00067029014,0.00003403428],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007641879,0.000069679896,0.0007240475,0.00094057905,0.000037863025,0.0000039565252,0.035117578,0.0001927068,0.0027917924,0.34285593,0.0050960383,0.6121622],"study_design_scores_gemma":[0.0005963942,0.00004952497,0.021760296,0.004901811,0.00002956435,0.0005831823,0.0016020141,0.1182698,0.005315869,0.013760323,0.8326341,0.0004971321],"about_ca_topic_score_codex":0.000027655007,"about_ca_topic_score_gemma":0.0000132802015,"teacher_disagreement_score":0.8275381,"about_ca_system_score_codex":0.000020119685,"about_ca_system_score_gemma":0.000051385112,"threshold_uncertainty_score":0.29121146},"labels":[],"label_agreement":null},{"id":"W2283398256","doi":"10.5062/f48913sm","title":"Open Science and Crowd Science: Selected Sites and Resources","year":2012,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Science and Technology Facilities Council; Strong","keywords":"Citizen science; Open science; Science education; World Wide Web; Computer science; Data science; Mathematics education; Psychology; Biology; Mathematics","score_opus":0.01781610712206986,"score_gpt":0.2676891304796389,"score_spread":0.24987302335756903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2283398256","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97737485,0.00032007406,0.0035232755,0.00053136965,0.000116372554,0.00015347477,2.3848241e-7,0.00013926205,0.017841084],"genre_scores_gemma":[0.97301257,0.00000700068,0.026110012,0.00037134223,0.000046356286,0.0000036713284,9.130347e-8,0.000004999431,0.0004439704],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99802995,0.000030964,0.00013852831,0.0005833756,0.0005633512,0.0006538407],"domain_scores_gemma":[0.9985795,0.000089712084,0.00005216971,0.0005076809,0.00036512787,0.00040578755],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0032079734,0.00012310101,0.00013259411,0.00026603785,0.0013814713,0.0032556592,0.0019424931,0.000030009518,0.000008907891],"category_scores_gemma":[0.00053740805,0.000097676195,0.0000073187007,0.0025115705,0.0016043966,0.003364586,0.003203649,0.00009941785,0.000009978378],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009972201,0.000120806966,0.110858,0.000031191048,0.00000967145,0.0000055064106,0.015947487,0.0000067294795,0.6557206,0.097952716,0.002677575,0.11665976],"study_design_scores_gemma":[0.00097254105,0.00025917258,0.63304526,0.00009286747,0.00001864931,0.00064866367,0.0014007158,0.06647615,0.27337128,0.0016498116,0.020894831,0.0011700762],"about_ca_topic_score_codex":0.00011365189,"about_ca_topic_score_gemma":0.000008664071,"teacher_disagreement_score":0.52218723,"about_ca_system_score_codex":0.00004544491,"about_ca_system_score_gemma":0.00026845047,"threshold_uncertainty_score":0.9999186},"labels":[],"label_agreement":null},{"id":"W2290496639","doi":"","title":"A Statistical Analysis of the Aggregation of Crowdsourced Labels","year":2015,"lang":"en","type":"dissertation","venue":"UWSpace (University of Waterloo)","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Waterloo","keywords":"Crowdsourcing; Computer science; Focus (optics); Quality (philosophy); Task (project management); Property (philosophy); Measure (data warehouse); Machine learning; Artificial intelligence; Data mining; Data science; Engineering; World Wide Web","score_opus":0.010432632026400877,"score_gpt":0.21473483514947497,"score_spread":0.2043022031230741,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2290496639","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99573296,0.000061669365,0.0033434168,0.00013282495,0.00018104479,0.00014212195,0.00005759913,0.000026901482,0.00032144843],"genre_scores_gemma":[0.95195055,0.000010874836,0.0061465804,0.0000057197167,0.000009341578,1.6333126e-7,0.00013296197,0.00001075815,0.04173305],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99854684,0.00015356723,0.0002309349,0.00032393276,0.0005660812,0.00017863266],"domain_scores_gemma":[0.9978106,0.000097928336,0.0007084372,0.0007495895,0.0005606903,0.00007274401],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033604153,0.00016847695,0.00059438153,0.00045589294,0.000108465014,0.000020245474,0.0008877806,0.000196034,0.000031915257],"category_scores_gemma":[0.000066318134,0.00015618457,0.0002806792,0.0012139421,0.00015177704,0.00013961198,0.00014137606,0.000169886,0.0000031436705],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045279774,0.00056532596,0.012043596,0.0016202524,0.005488135,0.000051127074,0.8278045,0.013268293,0.055140328,0.01720358,0.0052838866,0.061078157],"study_design_scores_gemma":[0.0045385784,0.0009953388,0.35980812,0.0028144175,0.015516204,0.000012220383,0.290184,0.21651264,0.10073589,0.0055139316,0.0009559419,0.002412729],"about_ca_topic_score_codex":0.015895225,"about_ca_topic_score_gemma":0.014514335,"teacher_disagreement_score":0.53762054,"about_ca_system_score_codex":0.000054355467,"about_ca_system_score_gemma":0.00018328869,"threshold_uncertainty_score":0.990658},"labels":[],"label_agreement":null},{"id":"W2292498249","doi":"10.1109/iwqos.2015.7404736","title":"Deco: False data detection and correction framework for participatory sensing","year":2015,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Participatory sensing; Missing data; Computer science; Openness to experience; Data quality; Citizen journalism; Data mining; Variety (cybernetics); Quality (philosophy); Data science; Artificial intelligence; Machine learning; Engineering; World Wide Web","score_opus":0.13264184777448376,"score_gpt":0.3311073952052135,"score_spread":0.19846554743072972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2292498249","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.093495205,0.0000814696,0.90413016,0.00024386946,0.00160051,0.0001149269,6.816987e-7,0.00022815373,0.000105042716],"genre_scores_gemma":[0.8523543,0.000002094382,0.14712286,0.00029841255,0.00014638812,0.0000026082655,0.0000016985842,0.000008126378,0.00006351778],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99908817,0.000051959476,0.00014270873,0.00038963498,0.00012031449,0.00020718809],"domain_scores_gemma":[0.9987684,0.00023527603,0.000055150318,0.00070629467,0.000092401155,0.00014248611],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00073166436,0.00008884534,0.000103134356,0.000051286082,0.00016811147,0.00024371888,0.00019633862,0.00007531851,5.272684e-7],"category_scores_gemma":[0.00055793923,0.00008361232,0.000016238479,0.00014771028,0.00003217394,0.00042724187,0.0002143016,0.00009558158,0.0000063160815],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025816542,0.000027140912,0.00046167264,0.000016036012,0.000018199995,0.000004705091,0.0013514607,0.00058563193,0.0016995951,0.0022127982,0.0057767024,0.98782027],"study_design_scores_gemma":[0.00018169249,0.00007078842,0.00019458665,0.000027051821,0.000011183549,0.000055631237,0.00028183934,0.97824585,0.007274786,0.0060955216,0.007423917,0.00013714404],"about_ca_topic_score_codex":0.00007217929,"about_ca_topic_score_gemma":0.000092856426,"teacher_disagreement_score":0.9876831,"about_ca_system_score_codex":0.000030755364,"about_ca_system_score_gemma":0.000037158716,"threshold_uncertainty_score":0.34096116},"labels":[],"label_agreement":null},{"id":"W2294597790","doi":"10.1145/2818052.2855514","title":"Let's Talk About the Quantified Workplace","year":2016,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bell (Canada)","funders":"","keywords":"Data science; Computer science; Citizen journalism; Work (physics); Engineering ethics; Human–computer interaction; Knowledge management; World Wide Web; Engineering","score_opus":0.017981278302102523,"score_gpt":0.23386018807453232,"score_spread":0.2158789097724298,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2294597790","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06221151,0.00012978235,0.8973373,0.015057148,0.0005949602,0.000097415344,3.3050938e-7,0.0003672824,0.024204277],"genre_scores_gemma":[0.97423226,0.000010699632,0.004025287,0.0008125466,0.00009718224,0.0000052918595,8.181321e-8,0.0000070773954,0.020809595],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.999036,0.00006456778,0.00014108652,0.0002883257,0.00019214065,0.00027788724],"domain_scores_gemma":[0.99870104,0.00029364706,0.000046442834,0.0008558903,0.000042442338,0.00006055355],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041981324,0.000100122306,0.000088702815,0.000030276424,0.00021646744,0.0002429076,0.0007256755,0.000039426955,0.00006722109],"category_scores_gemma":[0.00006152488,0.00004362309,0.00005985933,0.00020312384,0.00007758253,0.00021480149,0.00017996275,0.00006780458,0.00037034202],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000069672915,0.00003064153,0.000382608,0.000005182197,0.000020366067,0.00002518899,0.0005918601,0.000035143887,0.031405568,0.3230747,0.032318372,0.6121034],"study_design_scores_gemma":[0.0013692443,0.00011777693,0.009080862,0.00032157678,0.000017705777,0.00025875465,0.00027898737,0.021609122,0.12607662,0.010371659,0.82948744,0.0010102385],"about_ca_topic_score_codex":0.000043167507,"about_ca_topic_score_gemma":0.000027499924,"teacher_disagreement_score":0.91202074,"about_ca_system_score_codex":0.000017519564,"about_ca_system_score_gemma":0.00003392599,"threshold_uncertainty_score":0.4760121},"labels":[],"label_agreement":null},{"id":"W2295333720","doi":"10.14778/2856318.2856331","title":"CLAMShell","year":2015,"lang":"en","type":"article","venue":"Proceedings of the VLDB Endowment","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":49,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Crowds; Computer science; Latency (audio); Speedup; Data science; Computer security; Operating system; Telecommunications","score_opus":0.020412257649798923,"score_gpt":0.20830406149783764,"score_spread":0.18789180384803872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2295333720","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8262311,0.00040866356,0.006498457,0.00630544,0.0017005039,0.00062953285,0.0000014939382,0.00039414334,0.15783064],"genre_scores_gemma":[0.99118066,0.000003256044,0.007616778,0.0002082496,0.0000650924,0.000008926,8.1452114e-8,0.000006904274,0.0009100611],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9989984,0.0000053552503,0.00018592429,0.00021602493,0.0003822793,0.00021202613],"domain_scores_gemma":[0.9993323,0.000015392645,0.00014099236,0.00021495952,0.0001988977,0.00009744889],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042795393,0.00010098659,0.0001229801,0.000044004468,0.000071569026,0.00010021334,0.0009290282,0.00003202793,0.0000018590206],"category_scores_gemma":[0.000083288454,0.00006687511,0.00007377498,0.00028034096,0.000050913528,0.00021089485,0.00047398385,0.00009788693,0.000019407462],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050616152,0.000540233,0.016412312,0.00021930493,0.00012423619,0.000004446753,0.015555159,0.0005165673,0.17414682,0.5860891,0.1397205,0.06662072],"study_design_scores_gemma":[0.0013891684,0.00023682386,0.0015306255,0.0002000244,0.000030458037,0.00010127933,0.0009489834,0.010633801,0.8909265,0.03914884,0.05444123,0.00041225503],"about_ca_topic_score_codex":0.000027747801,"about_ca_topic_score_gemma":6.030181e-7,"teacher_disagreement_score":0.7167797,"about_ca_system_score_codex":0.00005865012,"about_ca_system_score_gemma":0.00004125707,"threshold_uncertainty_score":0.27270877},"labels":[],"label_agreement":null},{"id":"W2295497133","doi":"10.1609/aaai.v26i1.8099","title":"Adaptive Polling for Information Aggregation","year":2021,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":68,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Xerox Foundation; John Templeton Foundation; National Science Foundation","keywords":"Pairwise comparison; Polling; Ranking (information retrieval); Computer science; Simple (philosophy); Machine learning; Artificial intelligence; Data mining","score_opus":0.06370963450995835,"score_gpt":0.27344991805905416,"score_spread":0.2097402835490958,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2295497133","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.057640605,0.000034499313,0.92651176,0.0036096072,0.00072507834,0.0004769423,0.000007153717,0.00012489657,0.010869461],"genre_scores_gemma":[0.98173237,0.000011250645,0.017802391,0.00025523928,0.00005774564,0.000022012324,0.0000010263685,0.0000055063892,0.00011247629],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99878025,0.000011067286,0.00041404364,0.0002565244,0.00030762207,0.00023052118],"domain_scores_gemma":[0.99792993,0.00010404227,0.00032898114,0.00021510094,0.0013716974,0.000050255218],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038568955,0.00013346235,0.00015932403,0.00008601953,0.00025037484,0.00037559812,0.0006661231,0.00006880932,0.000008394706],"category_scores_gemma":[0.00060642435,0.000109814806,0.00010934996,0.00052893604,0.000085678104,0.0007944549,0.00016212102,0.00014678262,0.000026557262],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021468459,0.00002636294,0.000016281785,0.000024331526,0.000007126972,1.0332956e-7,0.0012616508,0.00019856042,0.015305354,0.80253905,0.00006955596,0.18053013],"study_design_scores_gemma":[0.00002315361,0.00007434205,0.000027918451,0.00019302662,0.0000070632964,0.000004956626,0.000912768,0.17910065,0.71227604,0.10699953,0.00026354275,0.00011702971],"about_ca_topic_score_codex":0.000013037642,"about_ca_topic_score_gemma":0.000004210949,"teacher_disagreement_score":0.92409176,"about_ca_system_score_codex":0.000040518265,"about_ca_system_score_gemma":0.00013966441,"threshold_uncertainty_score":0.44781178},"labels":[],"label_agreement":null},{"id":"W2295689431","doi":"10.1007/978-3-319-29003-4_11","title":"CSSWare: A Middleware for Scalable Mobile Crowd-Sourced Services","year":2015,"lang":"en","type":"book-chapter","venue":"Lecture notes of the Institute for Computer Sciences, Social Informatics and Telecommunications Engineering","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Middleware (distributed applications); Scalability; Computer science; Service (business); Variety (cybernetics); sort; Code (set theory); World Wide Web; Message oriented middleware; Distributed computing; Software; Database; Operating system; Business","score_opus":0.026101408620291974,"score_gpt":0.24193959246720154,"score_spread":0.21583818384690956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2295689431","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00034643585,0.0010576148,0.9951527,0.00040284396,0.0006471121,0.00094436517,0.000088757144,0.00013679262,0.0012233467],"genre_scores_gemma":[0.012963879,0.000044858512,0.98611635,0.00020457242,0.00022000888,0.000088293855,0.000057350488,0.000030066027,0.00027462226],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984717,0.000010806351,0.0006412744,0.00023732425,0.0003075315,0.00033137147],"domain_scores_gemma":[0.9978038,0.0003372638,0.00051632884,0.0008572353,0.00040048777,0.000084864085],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00057595177,0.0003434519,0.0004661479,0.00020194921,0.0011435972,0.00045132212,0.0024214901,0.00026418516,6.095067e-7],"category_scores_gemma":[0.0000432761,0.0002831215,0.00025633047,0.0002354893,0.00031961928,0.00041679404,0.0009363344,0.0003256087,7.9588114e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024768044,0.000013790618,0.0000018114574,0.00056264177,0.00007437901,7.600839e-8,0.0030026324,0.94994444,0.000016551408,0.024192013,0.0002374501,0.021951716],"study_design_scores_gemma":[0.0003007418,0.0001079193,0.0000036176466,0.00040974322,0.000050685143,0.000014577225,0.0000144524465,0.8614946,0.00014617438,0.0019467882,0.1351404,0.00037029185],"about_ca_topic_score_codex":0.00003937018,"about_ca_topic_score_gemma":0.00006217115,"teacher_disagreement_score":0.13490295,"about_ca_system_score_codex":0.000086500506,"about_ca_system_score_gemma":0.00023702702,"threshold_uncertainty_score":0.9999621},"labels":[],"label_agreement":null},{"id":"W2295787329","doi":"","title":"What is hot in CHI","year":2015,"lang":"en","type":"article","venue":"National Conference on Artificial Intelligence","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Autodesk (Canada)","funders":"","keywords":"Vision; The arts; Human science; Computer science; Engineering ethics; Sociology; Engineering; Social science; Political science","score_opus":0.19117083066406565,"score_gpt":0.35722615859545,"score_spread":0.16605532793138433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2295787329","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11044019,0.00033505165,0.79992265,0.023245584,0.004643913,0.00060209364,0.00000934242,0.0004385399,0.060362674],"genre_scores_gemma":[0.99489194,0.000030630526,0.002979521,0.0016706416,0.00010772522,0.0000134532,0.0000027881988,0.0000069377093,0.0002963439],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99794686,0.000086957785,0.00036765754,0.00048443078,0.0008283821,0.0002856995],"domain_scores_gemma":[0.998739,0.00011416996,0.000089765774,0.00031144614,0.0005929379,0.00015268882],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008492834,0.00015662739,0.00015729699,0.00025504385,0.00008492679,0.00073483505,0.0006560673,0.00008998627,0.00006763745],"category_scores_gemma":[0.0002751409,0.0001565009,0.00004544253,0.0005939418,0.000083666615,0.0008547586,0.000104099425,0.0002553398,0.00077393133],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022616057,0.00010238712,0.00003595349,0.0000023568841,0.0000033357487,0.000011232647,0.0021950358,0.0021039178,0.0003505546,0.84123546,0.00045674792,0.15348043],"study_design_scores_gemma":[0.00005473209,0.00012845152,0.0002757003,0.0001330888,0.000001330762,0.000011862127,0.0011285513,0.51645887,0.03727658,0.44276637,0.0014442554,0.00032017866],"about_ca_topic_score_codex":0.00005360577,"about_ca_topic_score_gemma":0.0000857743,"teacher_disagreement_score":0.88445175,"about_ca_system_score_codex":0.0001420361,"about_ca_system_score_gemma":0.0004303447,"threshold_uncertainty_score":0.99475795},"labels":[],"label_agreement":null},{"id":"W2296332186","doi":"10.1145/2836041.2836050","title":"Detecting human encounters from WiFi radio signals","year":2015,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bell (Canada)","funders":"","keywords":"Computer science; Proxemics; Human–computer interaction; Mobile device; Telecommunications; World Wide Web","score_opus":0.03610883695764046,"score_gpt":0.25486622493628336,"score_spread":0.21875738797864291,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2296332186","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5364516,0.00008585533,0.44268396,0.00016423153,0.00041685707,0.00006005504,4.5179937e-7,0.00041715117,0.019719852],"genre_scores_gemma":[0.9775244,4.13629e-7,0.021066312,0.00034293797,0.00017918443,0.0000029710677,0.0000010600723,0.000010358055,0.0008723425],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9987897,0.00007072719,0.00020564151,0.0003749487,0.00027969223,0.00027926717],"domain_scores_gemma":[0.99902606,0.00009525535,0.00007071603,0.00054172165,0.000078222314,0.00018803224],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047753484,0.0001290865,0.0001522047,0.00009609504,0.00016868796,0.00036331118,0.00054400077,0.00005341138,0.000022288541],"category_scores_gemma":[0.000061919476,0.000115912444,0.00005605724,0.0002561785,0.000033764005,0.0003463433,0.00015352727,0.00012616119,0.00011451009],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026561735,0.00023808227,0.008814462,0.000027686863,0.00021190075,0.00035195146,0.042898547,0.00794747,0.62445754,0.026858741,0.04386905,0.244298],"study_design_scores_gemma":[0.0035086432,0.0006718487,0.002226466,0.00032154308,0.00005567715,0.00018787774,0.0061528655,0.38019067,0.53842115,0.035425622,0.030376153,0.0024614737],"about_ca_topic_score_codex":0.00060520123,"about_ca_topic_score_gemma":0.000043570777,"teacher_disagreement_score":0.44107285,"about_ca_system_score_codex":0.000062027146,"about_ca_system_score_gemma":0.00004888792,"threshold_uncertainty_score":0.47267723},"labels":[],"label_agreement":null},{"id":"W2321423006","doi":"10.1177/154193120504900507","title":"The Effect of Information Overhead on Perceived Workload and Learning","year":2005,"lang":"en","type":"article","venue":"Proceedings of the Human Factors and Ergonomics Society Annual Meeting","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"IBM (Canada)","funders":"","keywords":"Workload; Personalization; Task (project management); Computer science; Overhead (engineering); Product (mathematics); Mass customization; World Wide Web; Engineering; Operating system","score_opus":0.005150463491119622,"score_gpt":0.2031168175607279,"score_spread":0.1979663540696083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2321423006","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.999037,0.000095484465,0.000032706692,0.00012011153,0.00005304038,0.00011241172,0.000001000033,0.00003012483,0.0005180737],"genre_scores_gemma":[0.9992807,0.0000657255,0.00052888854,0.000033780052,0.000043967448,0.0000020506088,2.4027673e-7,0.0000057531506,0.000038921633],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9992457,0.000018836794,0.00026627898,0.00014580131,0.00013540911,0.00018799774],"domain_scores_gemma":[0.99915105,0.00030264579,0.00034326504,0.00008359615,0.00007952246,0.00003989158],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00089045975,0.00013771353,0.0001757581,0.00002087407,0.0010000535,0.00021354748,0.00028917298,0.00006672876,2.354776e-7],"category_scores_gemma":[0.0001689774,0.000081699574,0.00011241857,0.0000861123,0.00015488671,0.0005228805,0.00025854746,0.00028012873,2.7388168e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024382923,0.000060485178,0.34624657,0.00094582373,0.00030522636,5.2879535e-8,0.40429854,0.005221396,0.05711322,0.012498327,0.001999862,0.17106666],"study_design_scores_gemma":[0.0030590298,0.0021257787,0.66025376,0.0027586317,0.00016157572,0.00001738943,0.05888459,0.10958249,0.15378694,0.00077034766,0.007282038,0.0013174016],"about_ca_topic_score_codex":0.0000381075,"about_ca_topic_score_gemma":0.0000019035521,"teacher_disagreement_score":0.34541395,"about_ca_system_score_codex":0.00003497485,"about_ca_system_score_gemma":0.000007690697,"threshold_uncertainty_score":0.7691704},"labels":[],"label_agreement":null},{"id":"W2326868876","doi":"10.4108/eai.22-7-2015.2260172","title":"CSSWare: An Actor-Based Middleware for Mobile Crowd-Sourced Services","year":2015,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Middleware (distributed applications); Computer science; Computer security; Mobile computing; Crowd sourcing; Human–computer interaction; Internet privacy; World Wide Web; Computer network; Distributed computing","score_opus":0.038343697659170936,"score_gpt":0.27758596723757367,"score_spread":0.23924226957840272,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2326868876","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4443444,0.00012435754,0.55076283,0.00034132515,0.00060095533,0.0005828237,0.000009244268,0.001151587,0.0020824573],"genre_scores_gemma":[0.93164694,4.0358634e-7,0.065966435,0.001200216,0.0001847689,0.00009829294,0.000025036945,0.000030202704,0.0008477019],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998202,0.00007569374,0.00026824835,0.0006206564,0.000342268,0.0004911156],"domain_scores_gemma":[0.9979425,0.00012687531,0.00010438591,0.00106585,0.00033009466,0.0004302728],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050583435,0.00024164074,0.00024522954,0.00011520828,0.00021944074,0.00053153036,0.0010175129,0.00012202469,0.000017213546],"category_scores_gemma":[0.000029885374,0.0002108939,0.000111508256,0.00030651884,0.000042008855,0.00061256543,0.00013314318,0.00010431954,0.000050923503],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009635024,0.0044273115,0.021101298,0.0025483998,0.00043158315,0.00024868432,0.07233673,0.26895788,0.067663886,0.049077224,0.05371949,0.45852402],"study_design_scores_gemma":[0.0021211444,0.0009376228,0.0002813369,0.00008288725,0.000021362262,0.000020610321,0.001737999,0.87558717,0.037076086,0.0012150344,0.0801419,0.00077682664],"about_ca_topic_score_codex":0.00017444322,"about_ca_topic_score_gemma":0.00009613788,"teacher_disagreement_score":0.6066293,"about_ca_system_score_codex":0.00006427105,"about_ca_system_score_gemma":0.00017837746,"threshold_uncertainty_score":0.8600003},"labels":[],"label_agreement":null},{"id":"W2333065964","doi":"10.1145/2854946.2854993","title":"Are Secondary Assessors Uncertain When They Disagree About Relevance Judgements?","year":2016,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; King Saud bin Abdulaziz University for Health Science; University of Waterloo; King Abdulaziz University; King Saud University","keywords":"Judgement; Relevance (law); Certainty; Adjudication; Test (biology); Information retrieval; Psychology; Computer science; Mathematics; Political science; Law","score_opus":0.02126795997712938,"score_gpt":0.2489718051851484,"score_spread":0.227703845208019,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2333065964","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17821331,0.00027392368,0.75851387,0.008493279,0.0012111393,0.000287246,0.000009858379,0.0009265716,0.05207081],"genre_scores_gemma":[0.96428674,0.000028770499,0.016573051,0.0017826526,0.00013488553,0.0000157021,7.865947e-7,0.000021327065,0.01715609],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99814934,0.00010109812,0.0002878491,0.0006198413,0.00035259328,0.000489284],"domain_scores_gemma":[0.9981442,0.00029346626,0.000214607,0.001095416,0.00010669364,0.00014561965],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004237174,0.00021559285,0.00022124447,0.00007692558,0.00020505894,0.00025766107,0.00092679204,0.00007594034,0.00020182024],"category_scores_gemma":[0.0001940606,0.00013456169,0.0000931285,0.00013480948,0.000069240275,0.0007235561,0.00033638274,0.00013530186,0.00036249496],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001802538,0.00018149179,0.019674487,0.00006652156,0.00009245155,0.0001434206,0.0014830212,0.000089893554,0.007953366,0.04582916,0.08111097,0.8433572],"study_design_scores_gemma":[0.0069616954,0.00039987185,0.1638024,0.0023046667,0.0000670337,0.00019715006,0.0012059388,0.014834908,0.03493508,0.16882466,0.6025754,0.003891201],"about_ca_topic_score_codex":0.000072866525,"about_ca_topic_score_gemma":0.0001807115,"teacher_disagreement_score":0.839466,"about_ca_system_score_codex":0.000087034045,"about_ca_system_score_gemma":0.00006592318,"threshold_uncertainty_score":0.5487266},"labels":[],"label_agreement":null},{"id":"W2339954278","doi":"10.1145/2858036.2858144","title":"Curiosity Killed the Cat, but Makes Crowdwork Better","year":2016,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":90,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Curiosity; Crowdsourcing; Task (project management); Set (abstract data type); Computer science; Human–computer interaction; Work (physics); Intrinsic motivation; Psychological intervention; Data science; Psychology; Social psychology; World Wide Web; Engineering","score_opus":0.00827567624748333,"score_gpt":0.19768874970160547,"score_spread":0.18941307345412214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2339954278","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44575822,0.00005052322,0.51238847,0.029483164,0.0006340272,0.00013583712,8.6907573e-7,0.0003998699,0.011149017],"genre_scores_gemma":[0.9780313,0.000006593716,0.009464616,0.0035970814,0.00020896306,0.00000828605,1.4614606e-7,0.000009496526,0.008673522],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988153,0.00008588617,0.00017145426,0.00035069927,0.00022715154,0.00034950982],"domain_scores_gemma":[0.99854094,0.00029253427,0.000054540913,0.00097293715,0.000058687525,0.00008035204],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00035044295,0.0001389905,0.00012639994,0.000035631747,0.0003202325,0.00023221089,0.0008181978,0.00005445358,0.00008596454],"category_scores_gemma":[0.0000569813,0.000062288935,0.00008905468,0.0001755798,0.00010285796,0.0002223967,0.00026839785,0.00007215744,0.00038562441],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019863404,0.00013657515,0.015150883,0.000019468125,0.00010049575,0.00008548402,0.0022430615,0.000031181688,0.074702494,0.07745993,0.14278118,0.6872694],"study_design_scores_gemma":[0.003982337,0.0003415479,0.09247282,0.0006029183,0.00008912852,0.0005963982,0.0004378405,0.019374194,0.35092735,0.049077738,0.4790218,0.0030759377],"about_ca_topic_score_codex":0.00007307028,"about_ca_topic_score_gemma":0.000029254019,"teacher_disagreement_score":0.68419343,"about_ca_system_score_codex":0.000031020358,"about_ca_system_score_gemma":0.000035781042,"threshold_uncertainty_score":0.495655},"labels":[],"label_agreement":null},{"id":"W2405546739","doi":"10.1145/2858036.2858490","title":"How One Microtask Affects Another","year":2016,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Crowds; Crowdsourcing; Workflow; Exploit; Task (project management); Human–computer interaction; Data science; Multimedia; Cognitive psychology; World Wide Web; Psychology; Computer security","score_opus":0.013446371628719206,"score_gpt":0.19235107987703254,"score_spread":0.17890470824831334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2405546739","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035890017,0.000053341442,0.9428719,0.011456931,0.0001898761,0.000079665995,3.6707405e-7,0.00033392193,0.009123957],"genre_scores_gemma":[0.94887143,0.0000039648685,0.027632272,0.0006856939,0.00008129906,0.0000036722588,6.662096e-8,0.000009297677,0.022712316],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99924755,0.00003547671,0.000054004435,0.00028056986,0.00013350548,0.00024886618],"domain_scores_gemma":[0.9992718,0.000081004895,0.000031158233,0.0005330181,0.000027927881,0.000055090695],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013411541,0.00009096,0.0000958181,0.00004713814,0.00006664739,0.0002386586,0.000342465,0.00004019075,0.000032131593],"category_scores_gemma":[0.000026638696,0.0000549086,0.000044218064,0.0001244631,0.0000356747,0.000286927,0.000107608364,0.0000339694,0.00015769518],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018257208,0.000032495012,0.0003096372,0.000006158968,0.000012454842,0.0000103399525,0.00010988767,5.393966e-7,0.65754443,0.025327038,0.011164968,0.30548018],"study_design_scores_gemma":[0.00077121996,0.00010847282,0.0017129813,0.00013090511,0.0000054287107,0.000045040288,0.000018363178,0.00069292926,0.876663,0.0022783803,0.11714778,0.0004254975],"about_ca_topic_score_codex":0.0000070614647,"about_ca_topic_score_gemma":0.0000062126496,"teacher_disagreement_score":0.91523963,"about_ca_system_score_codex":0.000020795644,"about_ca_system_score_gemma":0.000018292472,"threshold_uncertainty_score":0.23013903},"labels":[],"label_agreement":null},{"id":"W2406459529","doi":"10.5430/bmr.v5n2p19","title":"Crowdsourcing and Stochastic Modeling","year":2016,"lang":"en","type":"article","venue":"Business and Management Research","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Crowdsourcing; Popularity; Context (archaeology); Data science; Meaning (existential); Computer science; Interpretation (philosophy); Epistemology; Psychology; World Wide Web; Geography","score_opus":0.0559757417807373,"score_gpt":0.3027313223759831,"score_spread":0.2467555805952458,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2406459529","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12977609,0.0003657963,0.8653884,0.002475914,0.00006806847,0.00019127142,2.559993e-7,0.00008574837,0.0016484669],"genre_scores_gemma":[0.9940907,0.00042412407,0.004120943,0.000043948483,0.000053442207,0.000024085324,2.0057801e-7,0.000010872317,0.0012316852],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99849844,0.00006416621,0.00013601872,0.0004755275,0.0003798648,0.00044598646],"domain_scores_gemma":[0.9991789,0.000114537266,0.000019609592,0.00039756924,0.00018137504,0.00010801352],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010833584,0.00010959146,0.000117117444,0.0003062267,0.00040689955,0.0004205249,0.00028146757,0.00003447676,0.0000039690235],"category_scores_gemma":[0.00006059291,0.00007442256,0.000013403057,0.00048431632,0.00010794971,0.00033761712,0.0009462255,0.00008327172,0.000012084979],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017151135,0.000039499122,0.00023236698,0.00027711154,0.000032643435,0.0000739364,0.00035268298,0.0014796541,0.0019514288,0.1510653,0.0005567129,0.8439215],"study_design_scores_gemma":[0.0025023723,0.00010707934,0.013044688,0.0018475084,0.000027965929,0.00011439031,0.0006227444,0.93767416,0.00023231305,0.033456124,0.009483936,0.00088672305],"about_ca_topic_score_codex":0.000083229614,"about_ca_topic_score_gemma":0.00000787579,"teacher_disagreement_score":0.9361945,"about_ca_system_score_codex":0.000024956216,"about_ca_system_score_gemma":0.000015892609,"threshold_uncertainty_score":0.40551314},"labels":[],"label_agreement":null},{"id":"W2407293509","doi":"10.1145/2858036.2858063","title":"The Effect of Visual Appearance on the Performance of Continuous Sliders and Visual Analogue Scales","year":2016,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":109,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Autodesk (Canada)","funders":"","keywords":"Slider; Computer science; Range (aeronautics); Scale (ratio); Line (geometry); Computer vision; Artificial intelligence; Mathematics; Mechanical engineering; Engineering; Geometry; Physics","score_opus":0.004172709810571497,"score_gpt":0.2210454225396931,"score_spread":0.2168727127291216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2407293509","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9889374,0.00013777438,0.009725183,0.0005462556,0.00008610629,0.00013025654,3.7410098e-7,0.000029455758,0.000407213],"genre_scores_gemma":[0.9996867,0.000037676167,0.000061762774,0.000049319362,0.000020610378,0.0000044202807,4.8844175e-8,0.0000047807994,0.00013466316],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99906796,0.00015293503,0.00019079207,0.00018850839,0.00020882391,0.0001909836],"domain_scores_gemma":[0.9984965,0.0010382802,0.000112237845,0.0002770978,0.000043956978,0.00003193166],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00084466324,0.00010645879,0.00017157965,0.000031750635,0.00018281292,0.000045925193,0.00030049006,0.00003148147,0.0000013113431],"category_scores_gemma":[0.00009879701,0.000039837043,0.000050183422,0.00013952279,0.0003385647,0.000094276955,0.00010119384,0.00006215867,0.0000056289646],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022180763,0.000055368953,0.06234397,0.00010943788,0.000076608616,0.00000325561,0.0004524807,0.00008420847,0.091340415,0.011145145,0.00052407815,0.8336432],"study_design_scores_gemma":[0.0010131584,0.0033478164,0.05352479,0.0005989148,0.000014211052,0.000023829185,0.0001253483,0.06980535,0.8708547,0.00008089438,0.00036695422,0.00024403488],"about_ca_topic_score_codex":0.000018875124,"about_ca_topic_score_gemma":0.000009187497,"teacher_disagreement_score":0.8333992,"about_ca_system_score_codex":0.0000069842145,"about_ca_system_score_gemma":0.000011829772,"threshold_uncertainty_score":0.16245075},"labels":[],"label_agreement":null},{"id":"W2409446443","doi":"10.1017/iop.2015.24","title":"Don't Throw the Baby Out With the Bathwater: Comparing Data Quality of Crowdsourcing, Online Panels, and Student Samples","year":2015,"lang":"en","type":"article","venue":"Industrial and Organizational Psychology","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":114,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Crowdsourcing; Legitimacy; Sampling (signal processing); Quality (philosophy); Psychology; Sample (material); Sociology; Computer science; Social psychology; Epistemology; Political science; Law; World Wide Web; Philosophy","score_opus":0.2956586616495665,"score_gpt":0.3702693215335167,"score_spread":0.07461065988395021,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2409446443","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94918793,0.00020701606,0.036987696,0.012829797,0.00038552654,0.00017847108,0.00003301949,0.00004160293,0.00014896043],"genre_scores_gemma":[0.9979431,0.0000139762515,0.00084618264,0.0007070586,0.0003748525,0.0000013445482,0.000045988443,0.000010144802,0.000057350604],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99851406,0.00028776744,0.00030546717,0.00041662322,0.00029837847,0.00017772581],"domain_scores_gemma":[0.99850875,0.00031662415,0.00019193863,0.00073268503,0.00016822029,0.00008177287],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011321133,0.00013801588,0.000237303,0.000035859055,0.00022481965,0.00014877506,0.0008680764,0.0000937816,0.000007664973],"category_scores_gemma":[0.00019181865,0.00007364358,0.00001118955,0.00024722537,0.0003523421,0.00014803096,0.00064006867,0.00024247037,0.0000016437498],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017344403,0.00043682105,0.92279935,0.00001872458,0.00027097674,0.000009048483,0.017122602,0.0006642991,0.0017775127,0.02036345,0.018561045,0.017802732],"study_design_scores_gemma":[0.01025039,0.00082639017,0.8980165,0.00013607001,0.00015964753,0.0005109148,0.009178277,0.005585529,0.001211962,0.004481615,0.06868338,0.00095929345],"about_ca_topic_score_codex":0.00018506502,"about_ca_topic_score_gemma":0.00029461138,"teacher_disagreement_score":0.050122336,"about_ca_system_score_codex":0.0000103690045,"about_ca_system_score_gemma":0.000093293354,"threshold_uncertainty_score":0.30030984},"labels":[],"label_agreement":null},{"id":"W2426659032","doi":"10.1609/aaai.v30i2.19073","title":"Infusing Human Factors into Algorithmic Crowdsourcing","year":2016,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Crowdsourcing; Computer science; Task (project management); Crowdsourcing software development; Field (mathematics); Data science; Construct (python library); Key (lock); Agile software development; Delegation; Knowledge management; Artificial intelligence; World Wide Web; Computer security; Software engineering; Engineering","score_opus":0.058575363307755465,"score_gpt":0.28637839904911094,"score_spread":0.22780303574135546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2426659032","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9119802,0.000021863008,0.07892159,0.0023434607,0.0005683894,0.00031090478,0.0000020904577,0.00025432292,0.005597146],"genre_scores_gemma":[0.99627346,0.0000066027874,0.0032014258,0.00008833435,0.000108465036,0.000009374979,1.8453355e-7,0.000021580921,0.0002905835],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99750054,0.000030441464,0.00065541535,0.0006426115,0.0006738713,0.00049712864],"domain_scores_gemma":[0.997943,0.00013928642,0.00046114103,0.00049094117,0.00079521886,0.00017045326],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007665655,0.00031924847,0.00033482403,0.00021144358,0.0004875089,0.00039669135,0.002047914,0.00012350854,0.000032981272],"category_scores_gemma":[0.00058055646,0.00019317381,0.00016013137,0.00070321356,0.0003980187,0.0006285068,0.0005973148,0.0002656083,0.00006119805],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001180801,0.000066748114,0.0007392489,0.000024396584,0.0000144892,8.2261516e-7,0.0033962622,0.00002640015,0.48373872,0.37866843,0.00012943521,0.13318324],"study_design_scores_gemma":[0.000045275236,0.00015010798,0.00028447862,0.0006542101,0.000010851628,0.0000062874774,0.00080890104,0.0065635154,0.83387554,0.15710117,0.00016818066,0.0003314948],"about_ca_topic_score_codex":0.00012875153,"about_ca_topic_score_gemma":0.00001468322,"teacher_disagreement_score":0.3501368,"about_ca_system_score_codex":0.00014283747,"about_ca_system_score_gemma":0.00012400647,"threshold_uncertainty_score":0.78773993},"labels":[],"label_agreement":null},{"id":"W2464440734","doi":"10.1109/glocom.2016.7842272","title":"Sociability-Driven User Recruitment in Mobile Crowdsensing Internet of Things Platforms","year":2016,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"National Science Foundation","keywords":"Computer science; Crowdsensing; Metric (unit); The Internet; Exploit; Smart city; Key (lock); Process (computing); Information and Communications Technology; Mode (computer interface); Internet of Things; World Wide Web; Computer security; Human–computer interaction; Business","score_opus":0.03130746689380624,"score_gpt":0.26714688626393673,"score_spread":0.23583941937013048,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2464440734","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7823339,0.000034696466,0.21406944,0.0002686829,0.00022645874,0.00036331444,4.766365e-7,0.00014510364,0.0025579212],"genre_scores_gemma":[0.9698002,0.000010338065,0.028517546,0.0002003971,0.000022060936,0.000022896953,4.2618962e-7,0.000012751827,0.001413434],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9983175,0.000050462088,0.00049230334,0.0004750869,0.00027912704,0.00038556074],"domain_scores_gemma":[0.99874556,0.00027966328,0.00015045702,0.0006489575,0.00009201696,0.0000833404],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006613697,0.00017505567,0.00029954,0.00015878594,0.000044690827,0.000071261595,0.0005131445,0.00010352702,0.00005042915],"category_scores_gemma":[0.000075874996,0.00011181273,0.00010828429,0.00027496947,0.00011447758,0.00074212364,0.00034734918,0.00012184891,0.000038196675],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048963986,0.0004678279,0.046890225,0.000106749554,0.00007672266,0.00005801844,0.01963818,0.00031865836,0.12606274,0.07032071,0.0019778896,0.73403335],"study_design_scores_gemma":[0.005245114,0.0011396873,0.021167064,0.002409308,0.000032254775,0.00011002756,0.0017607949,0.089991055,0.8128162,0.03640522,0.026793202,0.0021300951],"about_ca_topic_score_codex":0.00016476687,"about_ca_topic_score_gemma":0.00004716847,"teacher_disagreement_score":0.73190325,"about_ca_system_score_codex":0.00017329298,"about_ca_system_score_gemma":0.00006708394,"threshold_uncertainty_score":0.4559591},"labels":[],"label_agreement":null},{"id":"W2516809984","doi":"10.1016/j.ijhcs.2016.09.002","title":"TaskMe: Toward a dynamic and quality-enhanced incentive mechanism for mobile crowd sensing","year":2016,"lang":"en","type":"article","venue":"International Journal of Human-Computer Studies","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":91,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Science North","funders":"National Key Research and Development Program of China; National Natural Science Foundation of China","keywords":"Incentive; Computer science; Quality (philosophy); Payment; Reverse auction; Anticipation (artificial intelligence); Crowdsourcing; Scheme (mathematics); Mechanism (biology); Incentive program; Mobile device; Common value auction; World Wide Web; Microeconomics; Economics; Artificial intelligence","score_opus":0.04035599071061412,"score_gpt":0.35705856920738155,"score_spread":0.3167025784967674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2516809984","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29569244,0.00039496092,0.70069623,0.0011483472,0.0018861208,0.00011593076,0.0000045166203,0.000037190726,0.000024259654],"genre_scores_gemma":[0.9432002,0.00019036018,0.05563569,0.00032390578,0.0004991914,0.0000056804997,5.092553e-7,0.00001364184,0.00013083988],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99813926,0.00010459153,0.00068453624,0.00033992936,0.0004788411,0.00025282503],"domain_scores_gemma":[0.9968736,0.0005456908,0.00060671876,0.00019108072,0.001706627,0.000076268276],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00068475236,0.00020976237,0.00042583345,0.00025443584,0.000214487,0.00024250355,0.0006186953,0.00005038221,0.000001671293],"category_scores_gemma":[0.0001255941,0.00014653399,0.00018400788,0.00007391845,0.0001323358,0.0005668655,0.00044449657,0.00012786088,0.000002674147],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016751736,0.00021485427,0.00014885562,0.0001300567,0.0027291016,0.00019737192,0.025888199,0.00016806081,0.19935736,0.097119294,0.001435831,0.6724435],"study_design_scores_gemma":[0.027162662,0.0072209737,0.006949367,0.009348958,0.00043397816,0.0024579202,0.009465693,0.049969416,0.3999131,0.4767742,0.006128755,0.004175004],"about_ca_topic_score_codex":0.000005681458,"about_ca_topic_score_gemma":0.000011582716,"teacher_disagreement_score":0.6682685,"about_ca_system_score_codex":0.00018556791,"about_ca_system_score_gemma":0.000045096003,"threshold_uncertainty_score":0.59754825},"labels":[],"label_agreement":null},{"id":"W2518162742","doi":"10.2196/resprot.5772","title":"Cloud Based Surveys to Assess Patient Perceptions of Health Care: 1000 Respondents in 3 days for US $300","year":2016,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Eunice Kennedy Shriver National Institute of Child Health and Human Development; Nutrition Obesity Research Center, University of North Carolina; University of Minnesota; University of Chicago","keywords":"Confidentiality; Amazon rainforest; Health care; Population; Workforce; Cloud computing; Family medicine; Psychology; Quality (philosophy); Medicine; Applied psychology; Medical education; Computer science; Environmental health; Computer security; Political science","score_opus":0.2105120680387287,"score_gpt":0.5120467758565226,"score_spread":0.3015347078177939,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2518162742","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07851336,0.0000051529273,0.33235243,0.0032313068,0.00005288034,0.58514994,0.00007562344,0.00012677322,0.0004925401],"genre_scores_gemma":[0.3970118,1.9395719e-7,0.0063746087,0.00009933889,0.000039603812,0.59628886,0.000002257413,0.000021271151,0.00016207634],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9944215,0.002537912,0.00056376774,0.00062121835,0.0010243059,0.00083128957],"domain_scores_gemma":[0.99690676,0.0008857618,0.00012319675,0.0010996822,0.0007194027,0.0002652009],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007502743,0.0001500318,0.0002978173,0.00054940954,0.0002842484,0.00016006494,0.00092697464,0.000087997534,0.000031417967],"category_scores_gemma":[0.0004029967,0.000115118746,0.00008595803,0.0008345173,0.0001010875,0.00020421011,0.00036030883,0.00021930225,0.00003983149],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008520392,0.0014070178,0.036102165,0.0012262819,0.0000160413,0.000024861907,0.008029101,0.00042416283,0.054575894,0.0053818286,0.01536958,0.876591],"study_design_scores_gemma":[0.017525965,0.033831026,0.34410998,0.024200194,0.0000023962327,0.000014964867,0.0021721614,0.0053458367,0.14455096,0.0019716376,0.4242084,0.002066458],"about_ca_topic_score_codex":0.00016089092,"about_ca_topic_score_gemma":0.0002035919,"teacher_disagreement_score":0.8745246,"about_ca_system_score_codex":0.00044906323,"about_ca_system_score_gemma":0.00084357563,"threshold_uncertainty_score":0.46944064},"labels":[],"label_agreement":null},{"id":"W2520036727","doi":"10.1145/2968219.2968590","title":"MobiBee","year":2016,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Fingerprint (computing); Code (set theory); Vulnerability (computing); Fingerprint recognition; Computer security; Real-time computing; Data mining","score_opus":0.0070456029018848634,"score_gpt":0.19373683204062603,"score_spread":0.18669122913874117,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2520036727","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023781762,0.000013598333,0.93279094,0.0020518508,0.00016021544,0.000020877793,7.6207606e-8,0.00029919235,0.040881462],"genre_scores_gemma":[0.9718369,0.0000023388266,0.019582598,0.00032934692,0.000036081492,0.0000016256072,1.6603549e-8,0.000002660282,0.0082083875],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9995578,0.0000119996175,0.0000612667,0.00015290681,0.000080595266,0.00013544511],"domain_scores_gemma":[0.9995211,0.000049666727,0.000012806333,0.000349386,0.000020996613,0.00004609035],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00009581675,0.0000421845,0.000041830815,0.000030138164,0.000041892126,0.00005001228,0.0002637128,0.000016964412,0.000052340518],"category_scores_gemma":[0.000017663251,0.00002242521,0.00002353523,0.00009216559,0.00001630221,0.0001783487,0.00008104094,0.000015587706,0.00045567824],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[6.061829e-7,0.00001201062,0.0004758299,0.000001262115,0.0000036005688,0.0000090995645,0.00008297087,0.0000024193619,0.040965207,0.24792452,0.010235952,0.7002865],"study_design_scores_gemma":[0.0016821736,0.00021011622,0.010330681,0.00015449083,0.000006283833,0.00023749626,0.000051437393,0.013311636,0.47964108,0.06198754,0.43131238,0.0010746679],"about_ca_topic_score_codex":0.0000051061975,"about_ca_topic_score_gemma":0.0000014132797,"teacher_disagreement_score":0.9480552,"about_ca_system_score_codex":0.000009876505,"about_ca_system_score_gemma":0.000012344728,"threshold_uncertainty_score":0.58569735},"labels":[],"label_agreement":null},{"id":"W2539573213","doi":"10.1109/tic-sth.2009.5444424","title":"ICE-Lasso: An enhanced form of Lasso selection","year":2009,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Lasso (programming language); Selection (genetic algorithm); Computer science; Elastic net regularization; Gesture; Artificial intelligence; Machine learning; Algorithm; Feature selection; World Wide Web","score_opus":0.008986692784603796,"score_gpt":0.23979562641582888,"score_spread":0.2308089336312251,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2539573213","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47936043,0.000007221439,0.5080038,0.000177144,0.00009968145,0.000052464322,1.2173805e-7,0.00020123294,0.0120979445],"genre_scores_gemma":[0.97112834,0.0000023232653,0.027787989,0.00024062065,0.000048460864,0.000001102775,7.0261547e-7,0.0000036483036,0.0007868171],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9991578,0.000027255572,0.00018007967,0.00024548912,0.00017609716,0.00021329915],"domain_scores_gemma":[0.9994007,0.000026336926,0.00007783207,0.0003231931,0.000103374,0.00006859098],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002092656,0.0000886388,0.00012637272,0.00007451595,0.00008744509,0.00008000405,0.00027119284,0.000054014403,0.000014578705],"category_scores_gemma":[0.000020964011,0.000078727084,0.00004439511,0.00033294727,0.00001355938,0.00045411097,0.000026017924,0.000077160425,0.000014616484],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009505993,0.00021014843,0.00027773515,0.000010487145,0.00001145325,0.0000021425067,0.0019845015,0.00048953143,0.565405,0.043550692,0.0009281472,0.38712063],"study_design_scores_gemma":[0.00034280086,0.000627524,0.005355693,0.00002673455,0.0000056684694,0.00002091346,0.00009158997,0.115287505,0.8706115,0.006531506,0.00087335723,0.00022520918],"about_ca_topic_score_codex":0.00004962281,"about_ca_topic_score_gemma":0.000060305312,"teacher_disagreement_score":0.49176788,"about_ca_system_score_codex":0.00002980202,"about_ca_system_score_gemma":0.000035095054,"threshold_uncertainty_score":0.32103974},"labels":[],"label_agreement":null},{"id":"W2546966125","doi":"10.1109/tmc.2016.2624732","title":"PLP: Protecting Location Privacy Against Correlation Analyze Attack in Crowdsensing","year":2016,"lang":"en","type":"article","venue":"IEEE Transactions on Mobile Computing","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"National Natural Science Foundation of China","keywords":"Computer science; Crowdsensing; Publication; Context (archaeology); Computer security; Field (mathematics); Data mining; Internet privacy","score_opus":0.01840302831943537,"score_gpt":0.25890753243447356,"score_spread":0.2405045041150382,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2546966125","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3973673,0.00002179817,0.60109305,0.00010005839,0.00056489394,0.00038332032,6.661991e-7,0.00032781265,0.00014112753],"genre_scores_gemma":[0.9861557,0.0000074927925,0.013452164,0.00011735369,0.000104970575,0.000029391811,8.067026e-7,0.00003681433,0.00009533717],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99718976,0.00032200353,0.00068821246,0.0008298032,0.00037904398,0.0005911608],"domain_scores_gemma":[0.9979124,0.000702941,0.0002735085,0.00078224845,0.00020383215,0.00012503988],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009994279,0.00031218276,0.0003096814,0.00052853976,0.00066696585,0.00023803035,0.00043660606,0.00016086426,0.0000061503124],"category_scores_gemma":[0.00007389653,0.00027635793,0.00013134105,0.0013524772,0.000070406306,0.00064088014,0.000013561833,0.0005279945,0.00008065351],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010399531,0.00008877616,0.00027096755,0.000021661395,0.0000123337,0.000012132711,0.0010960812,0.5223055,0.014378397,0.000040120874,0.000010538167,0.46175307],"study_design_scores_gemma":[0.0009715935,0.0001319741,0.0011346706,0.0011131212,0.0000114714585,0.00004664875,0.00015959154,0.9660312,0.02964935,0.00010395191,0.00015106009,0.0004953593],"about_ca_topic_score_codex":0.00003717291,"about_ca_topic_score_gemma":0.00002713297,"teacher_disagreement_score":0.5887884,"about_ca_system_score_codex":0.0003960269,"about_ca_system_score_gemma":0.00010390879,"threshold_uncertainty_score":0.9999689},"labels":[],"label_agreement":null},{"id":"W2547436379","doi":"10.14778/3007263.3007293","title":"Collaborative crowdsourcing with crowd4U","year":2016,"lang":"en","type":"article","venue":"Proceedings of the VLDB Endowment","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Nautical Research Society","funders":"Army Research Office; Microsoft Research; Ministry of Education, Culture, Sports, Science and Technology; Agence Nationale de la Recherche; National Science Foundation","keywords":"Crowdsourcing; Software deployment; Computer science; Task (project management); Set (abstract data type); Data science; Crowdsourcing software development; Human–computer interaction; Knowledge management; Quality (philosophy); World Wide Web; Software engineering; Engineering; Software; Software development","score_opus":0.0036326253293779993,"score_gpt":0.18044141811212303,"score_spread":0.17680879278274503,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2547436379","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94343644,0.00018548507,0.024285197,0.00815062,0.0003917234,0.00076477363,0.000005446428,0.00030941493,0.022470882],"genre_scores_gemma":[0.98857987,0.000011878916,0.010152071,0.00015291301,0.000058765705,0.000033760403,4.8916718e-8,0.000016695752,0.0009940187],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99845266,0.00001244044,0.00027018794,0.00041019046,0.00048782423,0.00036666813],"domain_scores_gemma":[0.99877,0.00008371988,0.00031113194,0.00032118443,0.00042343326,0.000090546644],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000361743,0.00020236382,0.00022410118,0.000084671155,0.0002281613,0.00015020609,0.0009963802,0.000046379577,0.000008209874],"category_scores_gemma":[0.000093871146,0.00009486901,0.00007787195,0.0006529661,0.00017093252,0.00044761988,0.0003975918,0.00009616911,0.000010723746],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009718099,0.00019757131,0.015687928,0.00011570986,0.00016235936,0.000004716306,0.005119101,0.00006839459,0.80044353,0.13324694,0.0057667354,0.039089814],"study_design_scores_gemma":[0.0011903205,0.0002231174,0.002958793,0.0006635433,0.000027202583,0.000058111647,0.00043308505,0.00026989888,0.9847465,0.0029343215,0.0061807656,0.00031432416],"about_ca_topic_score_codex":0.000016256208,"about_ca_topic_score_gemma":0.0000031325967,"teacher_disagreement_score":0.18430297,"about_ca_system_score_codex":0.0000982649,"about_ca_system_score_gemma":0.00007635457,"threshold_uncertainty_score":0.38686457},"labels":[],"label_agreement":null},{"id":"W2554971060","doi":"10.1038/s41598-016-0011-6","title":"Mitigating Herding in Hierarchical Crowdsourcing Networks","year":2016,"lang":"en","type":"article","venue":"Scientific Reports","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":172,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"National Natural Science Foundation of China; National Research Foundation","keywords":"Herding; Crowdsourcing; Computer science; Crowds; Task (project management); Workload; Risk analysis (engineering); Business; Computer security; Economics; World Wide Web","score_opus":0.009755456249028096,"score_gpt":0.2246533235950789,"score_spread":0.2148978673460508,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2554971060","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.55314773,0.00010947686,0.4390802,0.00065336114,0.005008552,0.00013831245,1.05122496e-7,0.000258005,0.001604262],"genre_scores_gemma":[0.9890941,0.0000015037048,0.009558793,0.000066624176,0.00014667021,0.000011741584,9.920981e-7,0.000017039309,0.0011025843],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99662256,0.00013704502,0.0006971922,0.0012376676,0.000536952,0.00076860824],"domain_scores_gemma":[0.99780875,0.00024393387,0.00025684503,0.0013869988,0.00009457306,0.00020890389],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034336075,0.00019314693,0.00024501866,0.00031391598,0.00048567203,0.00088803703,0.00047232956,0.0000993446,0.000019687795],"category_scores_gemma":[0.00045622326,0.00014228257,0.00011252851,0.0010699747,0.00025004605,0.0006499045,0.0003812393,0.000224493,0.000019587049],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009438942,0.00015946424,0.115472585,0.000048285,0.000028354982,0.005937532,0.0043280413,0.007984401,0.28755865,0.0084847715,0.0074145314,0.56257397],"study_design_scores_gemma":[0.0020041298,0.0001547076,0.024776448,0.0048487484,0.00002764501,0.006609586,0.00047216588,0.6072129,0.11984685,0.18809444,0.042625245,0.0033271024],"about_ca_topic_score_codex":0.000025165058,"about_ca_topic_score_gemma":0.00002561621,"teacher_disagreement_score":0.5992285,"about_ca_system_score_codex":0.00012019322,"about_ca_system_score_gemma":0.00012359215,"threshold_uncertainty_score":0.8563362},"labels":[],"label_agreement":null},{"id":"W2562158640","doi":"10.1007/s10726-016-9516-4","title":"Toward the Automated Detection of Individuals’ Rationales in Large-Scale Online Open Participative Activities: A Conceptual Framework","year":2016,"lang":"en","type":"article","venue":"Group Decision and Negotiation","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; Syracuse University","keywords":"Argumentative; Computer science; Process (computing); Scale (ratio); Data science; Conceptual framework; Knowledge management; Sociology; Political science","score_opus":0.03489777471174557,"score_gpt":0.30271326192916487,"score_spread":0.2678154872174193,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2562158640","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.54554117,0.0000427309,0.45373774,0.00037827072,0.00009331256,0.00014638419,0.000007955189,0.000042088872,0.00001036772],"genre_scores_gemma":[0.98934245,0.000031794516,0.010390567,0.00016175988,0.000031273146,0.000022170878,0.0000039204315,0.0000054410157,0.000010611063],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99879414,0.00020413862,0.000313567,0.00026935615,0.00025877065,0.00016005718],"domain_scores_gemma":[0.99816126,0.001301764,0.00018407979,0.0002507114,0.00006084041,0.000041371593],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006801798,0.00009778334,0.00016512662,0.00009986961,0.000129713,0.00012797523,0.0003106755,0.00008581942,0.000012712123],"category_scores_gemma":[0.00039436662,0.000058569207,0.00002945891,0.0003455605,0.00008373515,0.00061944185,0.0002440598,0.00009239033,0.0000034627533],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023165249,0.0006570813,0.02920932,0.000019955276,0.000055134005,0.0000050190743,0.090084024,0.00051719224,0.035222396,0.03340903,0.00032039484,0.8102688],"study_design_scores_gemma":[0.003286331,0.00046928963,0.68071055,0.00081583316,0.000021697584,0.000018126066,0.009921581,0.24968813,0.022916753,0.030625938,0.0011125716,0.0004131999],"about_ca_topic_score_codex":0.000027245787,"about_ca_topic_score_gemma":0.00023393334,"teacher_disagreement_score":0.8098556,"about_ca_system_score_codex":0.00003824667,"about_ca_system_score_gemma":0.000031856165,"threshold_uncertainty_score":0.2388383},"labels":[],"label_agreement":null},{"id":"W2571802872","doi":"","title":"Running experiments on Amazon Mechanical Turk","year":2010,"lang":"en","type":"article","venue":"RePub (Erasmus University, Rotterdam)","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"York University; National Science Foundation","keywords":"Subject (documents); Amazon rainforest; Data science; Quality (philosophy); Computer science; Data quality; Population; Social media; Internet privacy; World Wide Web; Engineering; Sociology; Operations management; Demography","score_opus":0.009527346176419857,"score_gpt":0.21279727165627,"score_spread":0.20326992547985012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2571802872","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9522228,0.000011123395,0.02791133,0.0009973544,0.0019652334,0.00021005888,0.000001526822,0.000561103,0.016119434],"genre_scores_gemma":[0.99076986,0.000003762679,0.006215853,0.0005306752,0.00019430197,0.0000010402326,0.0000029428577,0.000019752766,0.0022618265],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9980445,0.000081469116,0.00018588074,0.00074650306,0.00043596982,0.00050570845],"domain_scores_gemma":[0.99832714,0.000087545915,0.00011923403,0.0011167525,0.00008679282,0.0002625365],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00030557625,0.00025501844,0.00024124073,0.00026384974,0.00050910644,0.0002543927,0.0011102754,0.0001827027,0.00008302642],"category_scores_gemma":[0.000031877273,0.00027433256,0.0001487365,0.00042186418,0.0000678686,0.0004260312,0.0006445131,0.0006053871,0.00015399866],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020863327,0.00096640846,0.0028360274,0.00005257705,0.00019470607,0.0024012616,0.0056516663,0.00050721405,0.6729788,0.2399404,0.022373492,0.05188877],"study_design_scores_gemma":[0.009369542,0.0015318481,0.009911434,0.00054086,0.000119109485,0.00079701527,0.0022124012,0.0687412,0.6439788,0.0033319262,0.255424,0.0040419237],"about_ca_topic_score_codex":0.00007655962,"about_ca_topic_score_gemma":0.000015213265,"teacher_disagreement_score":0.23660848,"about_ca_system_score_codex":0.000110989575,"about_ca_system_score_gemma":0.000069068396,"threshold_uncertainty_score":0.9999709},"labels":[],"label_agreement":null},{"id":"W2576135028","doi":"10.48550/arxiv.1611.02992","title":"Authority-based Team Discovery in Social Networks","year":2016,"lang":"en","type":"article","venue":"arXiv (Cornell University)","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University; University of Waterloo; York University","funders":"","keywords":"Computer science; Set (abstract data type); Greedy algorithm; Node (physics); Enhanced Data Rates for GSM Evolution; Social network (sociolinguistics); Work (physics); Theoretical computer science; Artificial intelligence; World Wide Web; Algorithm; Social media; Engineering","score_opus":0.036210053801838296,"score_gpt":0.17482121003314313,"score_spread":0.13861115623130482,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2576135028","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2814149,0.0000065519016,0.7164329,0.00021566922,0.0001730473,0.000054204407,0.0000010168119,0.00012018061,0.001581501],"genre_scores_gemma":[0.99800605,0.0000045838888,0.00032959037,0.00012413772,0.0001045595,2.7289457e-7,6.530095e-7,0.000008546961,0.0014216389],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988116,0.00012484525,0.000119398435,0.00051583647,0.000057206158,0.0003710979],"domain_scores_gemma":[0.99926573,0.00014390313,0.0000698484,0.00040437546,0.000036291534,0.00007983716],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026962414,0.00013658864,0.00015504264,0.00015191392,0.00020348807,0.00009508007,0.0005665313,0.00010594927,0.000006944767],"category_scores_gemma":[0.000023222427,0.00011997303,0.00009615496,0.0006858916,0.00009902615,0.00066752406,0.00016638616,0.00014171656,0.000031259093],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011092405,0.0002939867,0.06880564,0.000022909502,0.000034326767,0.00067238574,0.00037343602,0.114957705,0.0014174969,0.79010844,0.0029343592,0.020268383],"study_design_scores_gemma":[0.002368699,0.000095156945,0.016891405,0.00014046583,0.000018772194,0.0000058915134,0.00009364781,0.9621684,0.0007588682,0.014485944,0.0022921518,0.00068058126],"about_ca_topic_score_codex":0.000045077828,"about_ca_topic_score_gemma":0.000046541194,"teacher_disagreement_score":0.8472107,"about_ca_system_score_codex":0.0001523953,"about_ca_system_score_gemma":0.00008077313,"threshold_uncertainty_score":0.48923582},"labels":[],"label_agreement":null},{"id":"W2577466617","doi":"","title":"On Actively Teaching the Crowd to Classify","year":2013,"lang":"en","type":"article","venue":"Infoscience (Ecole Polytechnique Fédérale de Lausanne)","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Crowdsourcing; Computer science; Exploit; Competence (human resources); Machine learning; Artificial intelligence; Prior probability; Annotation; Bayesian probability; Data science; World Wide Web; Psychology","score_opus":0.009194711457281023,"score_gpt":0.24604054895628302,"score_spread":0.236845837499002,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2577466617","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27721292,0.00002047748,0.6812377,0.0117297545,0.0004774875,0.00116907,0.0000034760208,0.0010376665,0.027111432],"genre_scores_gemma":[0.9341278,0.0000032358594,0.052995637,0.010581688,0.00012127488,0.00037698477,5.466359e-7,0.000024878927,0.0017679442],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99686366,0.0002484581,0.0004002863,0.0007872287,0.0006119073,0.0010884849],"domain_scores_gemma":[0.99726087,0.0005111138,0.00018086996,0.0015093321,0.00013303864,0.00040476397],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0015163133,0.0003367252,0.00026072023,0.00032024892,0.0010826387,0.0012272951,0.0028398607,0.00017489026,0.000050854844],"category_scores_gemma":[0.00064058957,0.00025878203,0.0001336292,0.0009522091,0.00024124974,0.001101839,0.00063557207,0.0008452687,0.0005300686],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003520848,0.0003620978,0.0014092065,0.000032579428,0.000026922864,0.000057374138,0.006870786,0.004766429,0.22622162,0.31340644,0.10512111,0.34169024],"study_design_scores_gemma":[0.0009952361,0.0023936615,0.06290784,0.0011347461,0.00003054075,0.00049791037,0.001319242,0.25985166,0.4944283,0.06561912,0.107286915,0.0035348353],"about_ca_topic_score_codex":0.00067132025,"about_ca_topic_score_gemma":0.000039436807,"teacher_disagreement_score":0.6569149,"about_ca_system_score_codex":0.00024121767,"about_ca_system_score_gemma":0.0002240576,"threshold_uncertainty_score":0.99998647},"labels":[],"label_agreement":null},{"id":"W2579792020","doi":"","title":"Dynamic task allocation algorithm for hiring workers that learn","year":2016,"lang":"en","type":"article","venue":"International Joint Conference on Artificial Intelligence","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Crowdsourcing; Computer science; Task (project management); Automation; Competence (human resources); Machine learning; Work (physics); Artificial intelligence; Engineering","score_opus":0.07856348913146355,"score_gpt":0.3072318620184597,"score_spread":0.22866837288699615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2579792020","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0058051418,0.000011759667,0.9812655,0.009010093,0.0018835595,0.00026865996,0.0000139427175,0.00022355161,0.0015177798],"genre_scores_gemma":[0.9445249,0.000032196556,0.053755786,0.00027705677,0.00013206953,0.00006390147,0.000007741779,0.000018869905,0.0011875011],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978719,0.0000615186,0.00046361293,0.00070640666,0.00050433585,0.00039224894],"domain_scores_gemma":[0.99843043,0.0002850321,0.00022681737,0.00048766108,0.00044768333,0.00012236995],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00052332337,0.00023714636,0.00019568851,0.00024704207,0.00018590862,0.0004412157,0.0009441689,0.00009707779,0.00008877722],"category_scores_gemma":[0.0002268887,0.00018960157,0.00014154788,0.00016545627,0.00013222295,0.00049842097,0.00015544987,0.00015034633,0.00038875247],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015635289,0.000052516472,0.000023456989,0.0000028318868,0.000023006987,0.000005252201,0.00018544952,0.00030631616,0.017625201,0.1217892,0.00009395248,0.85987717],"study_design_scores_gemma":[0.000089941655,0.00013803931,0.00022808305,0.00038651965,0.0000066510315,0.000014924248,0.00027492663,0.8138487,0.10566238,0.077100046,0.0018527895,0.00039701152],"about_ca_topic_score_codex":0.000041609466,"about_ca_topic_score_gemma":0.000044314995,"teacher_disagreement_score":0.93871975,"about_ca_system_score_codex":0.0002219115,"about_ca_system_score_gemma":0.00012528924,"threshold_uncertainty_score":0.77317274},"labels":[],"label_agreement":null},{"id":"W2579842701","doi":"10.1609/aaai.v30i1.9941","title":"Efficient Collaborative Crowdsourcing","year":2016,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"National Research Foundation","keywords":"Crowdsourcing; Computer science; Task (project management); Profit (economics); Crowdsourcing software development; Quality (philosophy); Data science; Knowledge management; World Wide Web; Engineering; Microeconomics","score_opus":0.03784253213540263,"score_gpt":0.26560864876638113,"score_spread":0.2277661166309785,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2579842701","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78533465,0.000046481342,0.17429902,0.011815888,0.0010224306,0.0006492566,0.00000831941,0.0003107241,0.026513254],"genre_scores_gemma":[0.9963181,0.000009898394,0.002979367,0.00015484534,0.00007399027,0.000018208373,4.82553e-8,0.000014303531,0.00043121795],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9978171,0.00003005572,0.0005332376,0.00059674296,0.0005731987,0.00044966937],"domain_scores_gemma":[0.9978605,0.00020763786,0.00041339584,0.00044701036,0.00095299643,0.00011844943],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00065879815,0.00025357868,0.00027692542,0.00014470636,0.0003211391,0.00027355098,0.0017350707,0.00009130444,0.00004519776],"category_scores_gemma":[0.0006375012,0.00014564769,0.00012789453,0.0009555883,0.00038067324,0.00018715921,0.00043314556,0.00018917485,0.00014387266],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030601957,0.00008211755,0.0001122267,0.000014361054,0.000011704092,7.0789883e-7,0.0014223355,0.00021395505,0.21550496,0.69178617,0.00015802371,0.090662844],"study_design_scores_gemma":[0.000048579157,0.00015403512,0.00017385636,0.0005848453,0.0000094734,0.0000080604195,0.0005984091,0.04029527,0.91122276,0.04639388,0.0002249296,0.0002859288],"about_ca_topic_score_codex":0.000013327009,"about_ca_topic_score_gemma":0.000003443478,"teacher_disagreement_score":0.69571775,"about_ca_system_score_codex":0.000078138044,"about_ca_system_score_gemma":0.00013673623,"threshold_uncertainty_score":0.59393406},"labels":[],"label_agreement":null},{"id":"W2584997790","doi":"10.1109/glocom.2016.7841540","title":"A Reputation System to Evaluate Participants for Participatory Sensing","year":2016,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Participatory sensing; Reputation; Citizen journalism; Computer science; Internet privacy; Data science; World Wide Web; Political science","score_opus":0.08260298475483255,"score_gpt":0.32658594946460673,"score_spread":0.24398296470977418,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2584997790","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2985756,0.000007237552,0.69870704,0.001531385,0.00032328774,0.00025552546,7.956237e-7,0.00034652217,0.00025257183],"genre_scores_gemma":[0.94903624,2.1552353e-7,0.049959883,0.0005050043,0.0000827098,0.00003551684,1.9726131e-7,0.0000126252025,0.00036759322],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984388,0.00010274839,0.00029240723,0.00043509778,0.00022502361,0.0005059399],"domain_scores_gemma":[0.99871445,0.00026715978,0.00007208897,0.0005442528,0.00018916122,0.00021286414],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011996282,0.000117506585,0.00016049009,0.00008002109,0.00016895233,0.00013565853,0.00018903753,0.000039509614,0.0000024280632],"category_scores_gemma":[0.0002855255,0.000077835924,0.00006132674,0.00018339125,0.000019817351,0.00023566242,0.00008387643,0.00002273233,0.00012345947],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006767435,0.000047952093,0.00048579928,0.00012687335,0.00006364818,0.000031907748,0.004141735,0.002211562,0.14743127,0.039909534,0.007195615,0.79828644],"study_design_scores_gemma":[0.0013586693,0.00029699795,0.0012828798,0.0006429626,0.000049656628,0.000047987574,0.00049031916,0.8451566,0.1431939,0.0012781185,0.0056183315,0.0005835663],"about_ca_topic_score_codex":0.000014279235,"about_ca_topic_score_gemma":0.000010016542,"teacher_disagreement_score":0.84294504,"about_ca_system_score_codex":0.00011115761,"about_ca_system_score_gemma":0.00005027277,"threshold_uncertainty_score":0.3174057},"labels":[],"label_agreement":null},{"id":"W2585510280","doi":"10.1109/glocom.2016.7841499","title":"A Framework for Heterogeneous Sensing in Big Sensed Data","year":2016,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Interoperability; Computer science; Big data; Data science; Sensor fusion; Distributed computing; World Wide Web; Data mining","score_opus":0.0743258952823658,"score_gpt":0.2974170291010584,"score_spread":0.22309113381869258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2585510280","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.044316676,0.000040980856,0.9525583,0.0021258474,0.00043402458,0.00019290729,0.0000047418553,0.0001895938,0.00013697115],"genre_scores_gemma":[0.69586664,0.000004105529,0.30326396,0.00060071086,0.00016109235,0.000002595031,0.0000011752634,0.000010591695,0.000089113855],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986533,0.00005034115,0.00021452694,0.0005783125,0.00013197633,0.0003715502],"domain_scores_gemma":[0.9976495,0.00059727475,0.00005224557,0.0015849618,0.0000410566,0.00007496085],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000410135,0.00012285187,0.00015687614,0.000092980634,0.000077291814,0.00013210636,0.00064762123,0.000084734726,0.0000029430505],"category_scores_gemma":[0.00027010415,0.00008360289,0.000039104747,0.00020659885,0.00003200737,0.00024308199,0.00040361276,0.00006524989,0.000022926788],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009714857,0.000020820673,0.00023039061,0.000010274249,0.000008652052,0.00005187937,0.0002654471,0.000022911081,0.0049169995,0.009823591,0.00031753033,0.9843218],"study_design_scores_gemma":[0.0027027573,0.00023223189,0.000899542,0.0012519619,0.000019856738,0.0005985318,0.0001050264,0.79375696,0.060205482,0.102534726,0.036224183,0.0014687649],"about_ca_topic_score_codex":0.000060414186,"about_ca_topic_score_gemma":0.00008884378,"teacher_disagreement_score":0.982853,"about_ca_system_score_codex":0.0000315468,"about_ca_system_score_gemma":0.000040275478,"threshold_uncertainty_score":0.34092268},"labels":[],"label_agreement":null},{"id":"W2592910900","doi":"10.1109/mcom.2018.1700018","title":"When IoT Keeps People in the Loop: A Path Towards a New Global Utility","year":2018,"lang":"en","type":"article","venue":"IEEE Communications Magazine","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Computer science; Internet of Things; Commoditization; Context (archaeology); Wireless; Path (computing); Data science; Risk analysis (engineering); Distributed computing; Telecommunications; Computer security; Computer network","score_opus":0.04039197390291538,"score_gpt":0.2944474429172894,"score_spread":0.25405546901437404,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2592910900","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23033658,0.001758798,0.60657644,0.06604229,0.0011885146,0.0010007449,0.000025253587,0.00068174355,0.09238965],"genre_scores_gemma":[0.9494268,0.000034136134,0.048876263,0.0011237373,0.0001408824,0.000021878861,0.0000053191843,0.000007422655,0.00036359348],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983172,0.00040949084,0.00033392664,0.00033020024,0.00027603027,0.00033315088],"domain_scores_gemma":[0.9943865,0.00017098442,0.000104803155,0.0050811428,0.00015982254,0.00009672513],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00093949435,0.00016272532,0.00019158627,0.000061019637,0.00037852576,0.00028566289,0.0042096307,0.000070215676,0.000027455337],"category_scores_gemma":[0.00015026568,0.00013119522,0.00007633954,0.0010165846,0.00023050095,0.00017699914,0.00070931314,0.0002782975,0.00030957177],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039479124,0.0013404863,0.015015713,0.00003887975,0.00005854458,0.000017914526,0.035173904,0.00006701058,0.0010149481,0.051762734,0.2391567,0.6563137],"study_design_scores_gemma":[0.0018073096,0.00038265783,0.2638924,0.00022035811,0.00005029086,0.00028416637,0.00065680867,0.3202583,0.0003343959,0.050755776,0.36045337,0.0009042079],"about_ca_topic_score_codex":0.0013899542,"about_ca_topic_score_gemma":0.00688194,"teacher_disagreement_score":0.71909016,"about_ca_system_score_codex":0.00008593895,"about_ca_system_score_gemma":0.00027929328,"threshold_uncertainty_score":0.7822611},"labels":[],"label_agreement":null},{"id":"W2594890947","doi":"10.1109/cts.2016.0049","title":"Enhancing Topic Detection in Twitter Using the Crowdsourcing Process","year":2016,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Crowdsourcing; Computer science; Process (computing); Crowdsourcing software development; Cosine similarity; Reliability (semiconductor); Quality (philosophy); Precision and recall; Social media; Term (time); Data science; Similarity (geometry); World Wide Web; Information retrieval; Artificial intelligence; Software; Pattern recognition (psychology)","score_opus":0.018696208241042463,"score_gpt":0.2579116200659235,"score_spread":0.23921541182488104,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2594890947","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50170285,0.00001402349,0.4971866,0.00041415138,0.00015634566,0.00006353724,2.2258583e-8,0.00007565335,0.00038679113],"genre_scores_gemma":[0.99634916,0.0000012440406,0.002815267,0.0003374823,0.00011430912,0.0000076959695,2.1406976e-8,0.000009395561,0.00036540462],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9988135,0.00007851419,0.00023999046,0.00033658533,0.0001907475,0.00034068103],"domain_scores_gemma":[0.9992431,0.00014156663,0.00006855051,0.00045248464,0.000051989562,0.00004234887],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00050504087,0.00012225728,0.00011551305,0.00011091088,0.00020026998,0.00016518713,0.00039589606,0.000054663058,0.000014211823],"category_scores_gemma":[0.00007088399,0.00006444691,0.000043762346,0.0003958714,0.000037801594,0.00041191385,0.000108908556,0.00011434354,0.00001605273],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000070378837,0.00003112349,0.0063134716,0.000032737185,0.000010783928,0.000022421453,0.00516385,0.00089135143,0.8098179,0.00094370457,0.000017974637,0.17674765],"study_design_scores_gemma":[0.0004331841,0.000031065374,0.0032458233,0.00025884795,0.0000050477884,0.00010035208,0.0005197783,0.054581128,0.93821895,0.001961128,0.0003502365,0.0002944388],"about_ca_topic_score_codex":0.00011475323,"about_ca_topic_score_gemma":0.00020645384,"teacher_disagreement_score":0.4946463,"about_ca_system_score_codex":0.00008898726,"about_ca_system_score_gemma":0.000042125732,"threshold_uncertainty_score":0.26280686},"labels":[],"label_agreement":null},{"id":"W2604272310","doi":"10.1609/aaai.v31i2.19102","title":"Crowdsensing Air Quality with Camera-Enabled Mobile Devices","year":2017,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Nanyang Technological University; National Research Foundation","keywords":"Crowdsensing; Computer science; Air quality index; Scalability; Mobile device; Quality (philosophy); Analytics; Real-time computing; Artificial intelligence; Data mining; Data science; Database","score_opus":0.07407773828354826,"score_gpt":0.318293629477468,"score_spread":0.24421589119391973,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2604272310","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95910037,0.000026289777,0.014432193,0.0029785174,0.0004641366,0.0005276212,0.0000028780446,0.00018321625,0.02228476],"genre_scores_gemma":[0.9944703,0.000010215895,0.0047513857,0.00026154894,0.00009427654,0.000021509413,2.1408447e-7,0.000019627834,0.00037090332],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99740726,0.00003454659,0.0006119899,0.0007453341,0.00067327474,0.0005276014],"domain_scores_gemma":[0.9965451,0.00012936546,0.0010563849,0.0011189984,0.0010111409,0.00013905163],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0009963021,0.00032959835,0.0004330478,0.00010288389,0.0013557508,0.0012105044,0.0030806847,0.00011095285,0.000018778393],"category_scores_gemma":[0.0004815404,0.00022690599,0.00014031985,0.00030114825,0.00069518905,0.0009115567,0.00062462647,0.00040682056,0.000050045815],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019079626,0.00027418352,0.0044209883,0.00017834404,0.00006840908,0.00000606702,0.0038128316,0.00060628797,0.10168912,0.709237,0.00016403246,0.17935193],"study_design_scores_gemma":[0.00009547677,0.00038727635,0.0066559305,0.0009526199,0.000032298776,0.000029604857,0.0017728251,0.03497813,0.9210269,0.03301634,0.00038531277,0.0006672948],"about_ca_topic_score_codex":0.00039865932,"about_ca_topic_score_gemma":0.00011968371,"teacher_disagreement_score":0.8193378,"about_ca_system_score_codex":0.000053262578,"about_ca_system_score_gemma":0.00016252125,"threshold_uncertainty_score":0.9999443},"labels":[],"label_agreement":null},{"id":"W2611369485","doi":"10.1145/3025453.3026036","title":"WeBuild","year":2017,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Autodesk (Canada)","funders":"","keywords":"Computer science; Task (project management); Dashboard; Process (computing); Group (periodic table); Human–computer interaction; Phone; Order (exchange); Mobile phone; Data science; Programming language; Engineering; Operating system","score_opus":0.01593854875262742,"score_gpt":0.2554013086478387,"score_spread":0.2394627598952113,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2611369485","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04187538,0.000018571602,0.5991378,0.003069092,0.00049341243,0.000031779433,6.9314595e-8,0.00025867694,0.3551152],"genre_scores_gemma":[0.9673332,0.0000012423208,0.027395502,0.00023999723,0.000052522137,8.542732e-7,3.765509e-8,0.000002236532,0.004974437],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9995984,0.0000062195068,0.000049757746,0.00014690594,0.000077606564,0.00012114737],"domain_scores_gemma":[0.99875647,0.000011660632,0.00003612856,0.0011330679,0.00001886871,0.000043791286],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000113241884,0.000041373096,0.000046401477,0.000014808011,0.00046059332,0.0006523684,0.0008496915,0.000018273777,0.00001717451],"category_scores_gemma":[0.000038725837,0.00003377935,0.000025162182,0.000015258461,0.000028939989,0.00030419332,0.00023478514,0.00004053049,0.00017808969],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[9.00138e-7,0.000023970551,0.0042337095,0.00000474007,0.000008371413,0.000040362098,0.00023123651,0.000023775905,0.0035183846,0.58430034,0.019213809,0.38840044],"study_design_scores_gemma":[0.0012576823,0.00013158933,0.13012908,0.00009002137,0.000009820004,0.00020345388,0.00007026707,0.28408867,0.0990155,0.043761417,0.44010538,0.001137139],"about_ca_topic_score_codex":0.00004905319,"about_ca_topic_score_gemma":0.00000817708,"teacher_disagreement_score":0.9254578,"about_ca_system_score_codex":0.0000048203215,"about_ca_system_score_gemma":0.000012504216,"threshold_uncertainty_score":0.62908036},"labels":[],"label_agreement":null},{"id":"W2611837538","doi":"10.1109/percomw.2017.7917562","title":"Effective role-assignment for participatory sensing systems","year":2017,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Participatory sensing; Global Positioning System; Set (abstract data type); Real-time computing; Focus (optics); Sorting; Energy consumption; Greedy algorithm; Scheme (mathematics); Mobile device; Energy (signal processing); Data mining; Distributed computing; Algorithm; Data science; Telecommunications; Engineering","score_opus":0.030365118643780286,"score_gpt":0.2839421736538389,"score_spread":0.2535770550100586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2611837538","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0676132,0.00008781145,0.9259452,0.0004075911,0.0010513721,0.0005428606,8.0490855e-7,0.0001971411,0.00415399],"genre_scores_gemma":[0.9910626,6.8443273e-7,0.008185559,0.00013223782,0.00016621045,0.000041519193,2.9365802e-7,0.000010984124,0.0003999333],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99889195,0.000063151216,0.00016238788,0.0003648852,0.00016749719,0.00035013136],"domain_scores_gemma":[0.9984096,0.0001825745,0.00014370852,0.0010709217,0.000081963626,0.00011120345],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006220657,0.00012707133,0.00018040498,0.000035174253,0.0008817425,0.0009741897,0.0004533439,0.000053660366,7.6871277e-7],"category_scores_gemma":[0.00011005785,0.00010819236,0.00007581361,0.000024863779,0.00005763372,0.00029544474,0.00018019686,0.00006510483,0.000020515456],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004316051,0.00014458079,0.0028841742,0.00021544851,0.00020823668,0.000068211564,0.00399776,0.0051604267,0.049922157,0.116043046,0.0081832865,0.8131295],"study_design_scores_gemma":[0.0006625791,0.00014183692,0.0027828384,0.00012991423,0.000021282829,0.000027485548,0.0002579295,0.9493951,0.032919116,0.0014044878,0.011913396,0.0003440355],"about_ca_topic_score_codex":0.00014118974,"about_ca_topic_score_gemma":0.000009541274,"teacher_disagreement_score":0.94423467,"about_ca_system_score_codex":0.00006269791,"about_ca_system_score_gemma":0.000023161643,"threshold_uncertainty_score":0.93941337},"labels":[],"label_agreement":null},{"id":"W2616417825","doi":"10.2196/resprot.5851","title":"Crowdsourced Identification of Possible Allergy-Associated Factors: Automated Hypothesis Generation and Validation Using Crowdsourcing Services","year":2017,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Japan Society for the Promotion of Science","keywords":"Crowdsourcing; Identification (biology); Data science; Computer science; World Wide Web; Biology","score_opus":0.2389973154109489,"score_gpt":0.4639238991815707,"score_spread":0.22492658377062177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2616417825","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92777264,0.0000058950427,0.007539189,0.00014845506,0.000026069487,0.06394896,0.0000073864076,0.00038050977,0.00017090549],"genre_scores_gemma":[0.9537517,9.963039e-7,0.002772525,0.000007616946,0.000082130566,0.04319461,0.000010396384,0.000032475,0.00014753998],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9965751,0.00061742734,0.00062922604,0.0006641535,0.0009619611,0.0005520967],"domain_scores_gemma":[0.99659526,0.00022126372,0.0007912009,0.0014380475,0.0007984066,0.00015583081],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0028215111,0.00022369281,0.0003074908,0.00039484,0.0020325077,0.0029237194,0.0011986545,0.00020688341,0.0000072524886],"category_scores_gemma":[0.0005373051,0.00021453822,0.00007571085,0.00039150627,0.0002202402,0.0015788985,0.0005654757,0.00028228716,0.0000073452948],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025823452,0.00021645818,0.008410595,0.00031887228,0.00005329582,0.00000524539,0.0027943775,0.0009818508,0.98077214,0.00045332857,0.0001549043,0.0058131036],"study_design_scores_gemma":[0.0006936379,0.00014208534,0.05626989,0.0010050745,0.0000034094217,0.0000048699394,0.00014885895,0.5202964,0.42059353,0.0003719313,0.0002232913,0.00024701538],"about_ca_topic_score_codex":0.00034338053,"about_ca_topic_score_gemma":0.000041664065,"teacher_disagreement_score":0.5601786,"about_ca_system_score_codex":0.0001437713,"about_ca_system_score_gemma":0.00014174666,"threshold_uncertainty_score":0.9992667},"labels":[],"label_agreement":null},{"id":"W2622324299","doi":"10.1016/j.arcped.2017.04.019","title":"Réponse à Lemoine et al. « Identification des victimes pédiatriques et informations des familles : une difficulté supplémentaire »","year":2017,"lang":"fr","type":"letter","venue":"Archives de Pédiatrie","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Hospitalier Universitaire Sainte-Justine","funders":"","keywords":"Mathematics; Derivative (finance); Partial differential equation; First-order partial differential equation; Differential equation; Ordinary differential equation; Linear multistep method; Partial derivative; Mathematical analysis; Integer (computer science); Applied mathematics; Computer science; Differential algebraic equation","score_opus":0.024168969446238,"score_gpt":0.2878303285647026,"score_spread":0.2636613591184646,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2622324299","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25265208,0.0055974647,0.25982928,0.47042072,0.0013472715,0.001309179,0.00062116544,0.0008834514,0.007339417],"genre_scores_gemma":[0.56518483,0.029284323,0.09481296,0.28594014,0.0019276907,0.00042908802,0.0028959652,0.0003924182,0.019132594],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.994087,0.0013276106,0.0013044567,0.0011685258,0.0006760898,0.0014363176],"domain_scores_gemma":[0.99412477,0.0018596535,0.0012318931,0.0021552376,0.0002366258,0.0003917978],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.001172473,0.0009932233,0.0007999319,0.0006408882,0.002868545,0.0034482076,0.0021322204,0.00041210954,0.000033180888],"category_scores_gemma":[0.0006713005,0.0010174506,0.0006221343,0.00047741827,0.0019094906,0.0020595659,0.00097133196,0.001770388,0.0002169539],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011808594,0.0004850448,0.013222445,0.0012305452,0.00059675094,0.00061479094,0.1196427,0.004249799,0.004698582,0.012487703,0.62359905,0.2190545],"study_design_scores_gemma":[0.0010465508,0.0002428441,0.09644048,0.001057958,0.00030127264,0.00068464066,0.0012058795,0.023168959,0.001504284,0.0199795,0.8526985,0.0016691007],"about_ca_topic_score_codex":0.0017568079,"about_ca_topic_score_gemma":0.0005303846,"teacher_disagreement_score":0.31253275,"about_ca_system_score_codex":0.00024252785,"about_ca_system_score_gemma":0.000904935,"threshold_uncertainty_score":0.9992276},"labels":[],"label_agreement":null},{"id":"W2684481693","doi":"10.2139/ssrn.2988949","title":"Do the Number of Appropriators from the Commons Matter in Controlled Laboratory Environments?","year":2017,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; McMaster University; York University","funders":"","keywords":"Commons; Biology; Ecology","score_opus":0.005747080922318408,"score_gpt":0.22587254311677643,"score_spread":0.22012546219445803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2684481693","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9722588,0.0010052584,0.01915493,0.005730139,0.0003049796,0.00018890742,0.0000024126177,0.000009100676,0.0013454949],"genre_scores_gemma":[0.9990728,0.00015468623,0.0001261978,0.00027598374,0.00014144936,0.0000070734955,2.5725257e-7,0.000011167228,0.00021040508],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9979238,0.0003239847,0.00032511083,0.00019542135,0.00030303857,0.0009286437],"domain_scores_gemma":[0.99814546,0.0002367808,0.00044633503,0.0011078288,0.000024272873,0.000039334187],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025946177,0.00013658257,0.0002490117,0.00002349572,0.0006819833,0.0003841267,0.0018348949,0.000059420145,0.000028796805],"category_scores_gemma":[0.000081174294,0.00007338612,0.00011643758,0.00006877909,0.00017840245,0.00024899346,0.000211052,0.0013516863,0.000061271305],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022847204,0.00029638704,0.73472524,0.000004817339,0.0006694873,0.000023458917,0.0044548437,0.00033398758,0.004002092,0.22367916,0.0013557869,0.030226244],"study_design_scores_gemma":[0.016119082,0.00017790185,0.43116337,0.00024256321,0.0001863718,0.0003753633,0.005627881,0.005921419,0.0020562112,0.52689874,0.010288002,0.00094309635],"about_ca_topic_score_codex":0.00027891516,"about_ca_topic_score_gemma":0.00034534815,"teacher_disagreement_score":0.3035619,"about_ca_system_score_codex":0.00018109332,"about_ca_system_score_gemma":0.00041603128,"threshold_uncertainty_score":0.5872479},"labels":[],"label_agreement":null},{"id":"W269085259","doi":"10.1007/978-3-319-16354-3_39","title":"The Power of Contextual Suggestion","year":2015,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Remuneration; Task (project management); Track (disk drive); Activity-based costing; Process (computing); Point (geometry); Operations research; Information retrieval; Data science; Finance; Accounting","score_opus":0.018959190244338377,"score_gpt":0.24534896012355975,"score_spread":0.22638976987922138,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W269085259","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00028155575,0.0012330207,0.9902473,0.0006411903,0.0018995736,0.00021432473,0.000002052869,0.00008835622,0.00539261],"genre_scores_gemma":[0.9427331,0.000031476728,0.05570798,0.00034623872,0.00026249542,0.0000036514552,0.0000016503419,0.00002893087,0.0008844961],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971024,0.000047553767,0.00049132615,0.0008304644,0.0010456096,0.00048266328],"domain_scores_gemma":[0.99674606,0.0007382573,0.00034494838,0.001484426,0.00054894085,0.00013738789],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018655033,0.0003344485,0.0003867531,0.00030368436,0.0002958401,0.00041093642,0.0025588453,0.00022413536,0.000005278542],"category_scores_gemma":[0.00026096945,0.00023866656,0.000108619366,0.00038278816,0.001152496,0.000270412,0.00088977563,0.00058869534,0.00002204381],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009746792,0.000016700178,0.000022304615,0.000014052951,0.000011359216,0.000034636392,0.0014757429,0.015264891,0.00021321613,0.084030606,0.00023675385,0.89867],"study_design_scores_gemma":[0.0008269999,0.000820395,0.00023370776,0.0012320933,0.000021068288,0.0003164823,0.0000033217914,0.5326786,0.004613611,0.4284737,0.029318526,0.0014615001],"about_ca_topic_score_codex":0.000022889906,"about_ca_topic_score_gemma":0.00005141558,"teacher_disagreement_score":0.94245154,"about_ca_system_score_codex":0.00018293312,"about_ca_system_score_gemma":0.0006419258,"threshold_uncertainty_score":0.97325397},"labels":[],"label_agreement":null},{"id":"W2724495271","doi":"10.1109/icse-seip.2017.2","title":"Leveraging crowdsourcing for team elasticity: an empirical evaluation at TopCoder","year":2017,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Crowdsourcing; Crowdsourcing software development; Computer science; Cheating; Empirical research; Schedule; Task (project management); Software development; Team software process; Software; Knowledge management; Data science; World Wide Web; Software development process; Engineering","score_opus":0.0958709320395684,"score_gpt":0.36838463772517405,"score_spread":0.2725137056856056,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2724495271","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41838145,0.000014763044,0.5733857,0.0008711787,0.00042598438,0.00026333192,5.503071e-7,0.00017567007,0.0064813346],"genre_scores_gemma":[0.9543676,6.6044487e-7,0.04343568,0.0005409976,0.00027536633,0.000038613434,0.0000039688643,0.000018982639,0.0013181599],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980657,0.00009229095,0.0002615414,0.00066466,0.00046266016,0.00045315118],"domain_scores_gemma":[0.9977375,0.00017451204,0.0001810275,0.0014656681,0.0002655062,0.0001757808],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0014955314,0.00018821032,0.0002092205,0.000082535116,0.0020505753,0.0011968792,0.00092497387,0.00009494315,0.00004121507],"category_scores_gemma":[0.0005080021,0.00016988664,0.000102731035,0.000056249937,0.00006770801,0.0009092777,0.00042363792,0.00011715635,0.00003328549],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011531564,0.00046197188,0.07340756,0.00012921257,0.00014593726,0.000023561335,0.015050877,0.026741683,0.035548247,0.009441649,0.029411975,0.80952203],"study_design_scores_gemma":[0.0007019513,0.00008325321,0.01612415,0.000031194977,0.000026096952,0.000029957006,0.000092654525,0.96729773,0.00897106,0.0021489325,0.0042078313,0.0002851911],"about_ca_topic_score_codex":0.00006403485,"about_ca_topic_score_gemma":0.00006631067,"teacher_disagreement_score":0.94055605,"about_ca_system_score_codex":0.00017468305,"about_ca_system_score_gemma":0.00010768428,"threshold_uncertainty_score":0.99983996},"labels":[],"label_agreement":null},{"id":"W2731802473","doi":"10.1145/3079628.3079652","title":"Towards Understanding Users' Motivation in a Q&amp;A Social Network Using Social Influence and the Moderation by Culture","year":2017,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Moderation; Collectivism; Sustenance; Structural equation modeling; Social network (sociolinguistics); Social influence; Order (exchange); Individualism; Knowledge management; Computer science; Psychology; Social psychology; Social media; Business; World Wide Web; Political science; Machine learning","score_opus":0.06563153241639223,"score_gpt":0.2914854130692564,"score_spread":0.22585388065286416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2731802473","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3941365,0.00002448359,0.60276973,0.0018687021,0.00008053287,0.00011227838,4.0914333e-7,0.00003912624,0.0009682585],"genre_scores_gemma":[0.99485236,0.000005273456,0.0045810184,0.00030873876,0.00017032532,0.0000032354285,0.0000012820506,0.000005710592,0.00007207538],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990636,0.00010471074,0.00016507632,0.00024416283,0.00019374589,0.00022866568],"domain_scores_gemma":[0.9995345,0.000045615543,0.0001505544,0.00020221881,0.000043191652,0.000023915045],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0005709662,0.000110176705,0.00014482503,0.000025238613,0.0024661233,0.0013404911,0.0003012627,0.00009797206,0.0000010059495],"category_scores_gemma":[0.000094894334,0.00008155989,0.00003423158,0.00010944463,0.00018725042,0.00079780654,0.00017389058,0.0001644116,5.569319e-7],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000110061046,0.000048391197,0.011018138,0.000041727868,0.000054933906,0.0000049467717,0.07160617,0.023096383,0.0067673833,0.86779565,0.0066345325,0.0128216995],"study_design_scores_gemma":[0.0026516393,0.00001725576,0.017762782,0.00009236786,0.00002061822,0.000013461485,0.0013761611,0.86549556,0.00028769913,0.111395426,0.00042080376,0.00046620175],"about_ca_topic_score_codex":0.00042284658,"about_ca_topic_score_gemma":0.00017794762,"teacher_disagreement_score":0.8423992,"about_ca_system_score_codex":0.00012852885,"about_ca_system_score_gemma":0.000041142834,"threshold_uncertainty_score":0.9996962},"labels":[],"label_agreement":null},{"id":"W2735021664","doi":"10.1101/156141","title":"Science Game Lab: tool for the unification of biomedical games with a purpose","year":2017,"lang":"en","type":"preprint","venue":"bioRxiv (Cold Spring Harbor Laboratory)","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Unification; Computer science; Citizen science; Game mechanics; Boosting (machine learning); Data science; Multimedia; Artificial intelligence","score_opus":0.015421336779912545,"score_gpt":0.23488371492367113,"score_spread":0.21946237814375857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2735021664","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45559147,0.00057065795,0.53987795,0.0010926465,0.0011778886,0.0013031659,0.00005808131,0.00031938503,0.000008742019],"genre_scores_gemma":[0.96459436,0.000066980116,0.03476936,0.00007825421,0.00023852412,0.00019640462,1.02946686e-7,0.000044866134,0.000011141151],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9968039,0.000074196934,0.00048690112,0.0011855719,0.0008439731,0.0006055029],"domain_scores_gemma":[0.9934613,0.00025770252,0.0008518964,0.004032111,0.0011990351,0.00019793941],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0023716376,0.0003984833,0.00046999328,0.00041083538,0.000635654,0.0010810319,0.0036314128,0.00025390802,0.0000022707954],"category_scores_gemma":[0.0007577888,0.00028996047,0.00013123416,0.0008629776,0.0014376516,0.00040406035,0.0010275794,0.0004751189,0.0000070001406],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005473216,0.00026439928,0.0010054302,0.00063755526,0.00015168525,0.000024549046,0.00015595338,0.00038219435,0.96247506,0.034098886,0.00031773595,0.00043179697],"study_design_scores_gemma":[0.0018381473,0.0005874956,0.102241255,0.0025183077,0.00033063348,4.1234094e-7,0.000018777235,0.100472406,0.7518102,0.000059695903,0.03802909,0.002093602],"about_ca_topic_score_codex":0.00003705492,"about_ca_topic_score_gemma":0.0000010260418,"teacher_disagreement_score":0.50900286,"about_ca_system_score_codex":0.00015108903,"about_ca_system_score_gemma":0.0026428031,"threshold_uncertainty_score":0.99995595},"labels":[],"label_agreement":null},{"id":"W2735296243","doi":"10.2196/diabetes.7473","title":"Assessing Diabetes-Relevant Data Provided by Undergraduate and Crowdsourced Web-Based Survey Participants for Honesty and Accuracy","year":2017,"lang":"en","type":"article","venue":"JMIR Diabetes","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Honesty; Ethnic group; Data science; Psychology; Quality (philosophy); Medical education; Computer science; Applied psychology; Internet privacy; Medicine; Social psychology; Political science","score_opus":0.07450125226706915,"score_gpt":0.3429417888322715,"score_spread":0.26844053656520234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2735296243","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9902156,0.00034307808,0.00587781,0.0022970752,0.00022519284,0.0006963879,0.000116041556,0.00020574304,0.000023088744],"genre_scores_gemma":[0.99493,0.000011674841,0.004354559,0.00033274424,0.00006512575,0.00011412196,0.00009131522,0.000042294043,0.00005816141],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969808,0.0002658744,0.0003969223,0.0011195852,0.0002791968,0.0009576192],"domain_scores_gemma":[0.99468154,0.0019977319,0.0004667204,0.0024142687,0.00013133179,0.0003084266],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0019892058,0.00035543865,0.00048846804,0.00008432193,0.0013124596,0.0045619216,0.0014069303,0.00012656896,0.0000010036894],"category_scores_gemma":[0.002403049,0.00031853528,0.000049812887,0.00011452871,0.00027926135,0.0021276944,0.0009561111,0.0001924775,0.0000036278711],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019114608,0.00019236201,0.82462865,0.0004792655,0.000115433504,0.000004543107,0.00018258352,0.000025539952,0.06421218,0.00013018068,0.009926419,0.10008374],"study_design_scores_gemma":[0.0019699845,0.00012793616,0.38976347,0.00031426642,0.00004901642,7.202304e-7,0.000017895965,0.5876206,0.01672616,0.0006338433,0.0021307864,0.0006452779],"about_ca_topic_score_codex":0.00006239228,"about_ca_topic_score_gemma":0.0000644489,"teacher_disagreement_score":0.5875951,"about_ca_system_score_codex":0.000027289132,"about_ca_system_score_gemma":0.00016039704,"threshold_uncertainty_score":0.9999877},"labels":[],"label_agreement":null},{"id":"W2738025867","doi":"","title":"Autopsie d'un commentaire : étude des métadonnées produites par le grand public dans le secteur culturel / Autopsy of a Comment: A Study of Metadata Produced by the Public in the Cultural Sector","year":2017,"lang":"fr","type":"article","venue":"Project Muse (Johns Hopkins University)","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Crowdsourcing; Humanities; Metadata; Context (archaeology); Political science; Sociology; Library science; Philosophy; Geography; Computer science; Law; World Wide Web","score_opus":0.05196606329222133,"score_gpt":0.24783105399617028,"score_spread":0.19586499070394894,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2738025867","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9692992,0.0001237558,0.00093924085,0.021593494,0.00038479597,0.0024961554,0.00009941039,0.00010427904,0.0049596485],"genre_scores_gemma":[0.9964403,0.0026607565,0.0004357313,0.00019072302,0.000093939234,0.000022967133,0.000025880016,0.00003183121,0.00009785347],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.99460346,0.0022291017,0.00059420185,0.0010060035,0.0007066268,0.00086061377],"domain_scores_gemma":[0.99534076,0.00028422388,0.00094196055,0.002805417,0.0005003046,0.0001273314],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0019252442,0.0005531182,0.00071365567,0.0015592108,0.0029607187,0.001770335,0.005000815,0.00016474885,0.0000041406997],"category_scores_gemma":[0.000458328,0.0003913763,0.00025403657,0.004737394,0.0014316611,0.0041445494,0.0016677629,0.00069609267,0.0000012137658],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003134233,0.02301239,0.09194829,0.0011990268,0.002390773,0.00046061477,0.7276335,0.00008000253,0.004433286,0.04887365,0.007954787,0.0917003],"study_design_scores_gemma":[0.008221814,0.0013973031,0.025035348,0.000524049,0.0005269002,0.00016664724,0.09070167,0.0024323624,0.019056726,0.000018480814,0.85081345,0.0011052632],"about_ca_topic_score_codex":0.13923451,"about_ca_topic_score_gemma":0.07543294,"teacher_disagreement_score":0.8428587,"about_ca_system_score_codex":0.00019885194,"about_ca_system_score_gemma":0.0007740313,"threshold_uncertainty_score":0.9998538},"labels":[],"label_agreement":null},{"id":"W2739523730","doi":"10.1109/icc.2017.7996808","title":"Dual-anonymous reward distribution for mobile crowdsensing","year":2017,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tech University; University of Waterloo","funders":"","keywords":"Computer science; Incentive; Crowdsensing; Mobile device; Overhead (engineering); Mobile computing; Mobile telephony; Internet privacy; Dual (grammatical number); Computer security; Computer network; Mobile radio; World Wide Web","score_opus":0.019021361779650095,"score_gpt":0.27876132692989763,"score_spread":0.25973996515024755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2739523730","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11029517,0.000047944377,0.88174194,0.0008938065,0.000918708,0.00037939372,0.000010557983,0.0003875983,0.0053248573],"genre_scores_gemma":[0.9663527,0.0000042102665,0.030971596,0.00014109671,0.00024321635,0.00003170233,0.0000134221655,0.000014778524,0.002227262],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985863,0.000027778113,0.00023978941,0.0005011946,0.00019843222,0.00044651193],"domain_scores_gemma":[0.9977914,0.0001191809,0.00018913449,0.0015951596,0.00018199197,0.00012314346],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00049319427,0.00017051678,0.00020609207,0.000035389814,0.0015337884,0.0013158075,0.0006236168,0.000093774666,0.00000711214],"category_scores_gemma":[0.00026211157,0.00015627267,0.00013952126,0.000060771497,0.0000999296,0.00059178233,0.0002951274,0.000101902384,0.00004391971],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005978407,0.0002478265,0.0016017352,0.00013513528,0.00009845468,0.00013429177,0.0013118774,0.0011925277,0.03408846,0.1502963,0.06955599,0.74127764],"study_design_scores_gemma":[0.0033332445,0.00077726046,0.010359497,0.00025872095,0.00008162072,0.00052131404,0.00031419814,0.38428563,0.21084529,0.017037159,0.3700665,0.0021195803],"about_ca_topic_score_codex":0.00008101513,"about_ca_topic_score_gemma":0.0000212375,"teacher_disagreement_score":0.8560575,"about_ca_system_score_codex":0.000059334143,"about_ca_system_score_gemma":0.000060707433,"threshold_uncertainty_score":0.99976605},"labels":[],"label_agreement":null},{"id":"W2740478029","doi":"10.24963/ijcai.2017/413","title":"Obtaining High-Quality Label by Distinguishing between Easy and Hard Items in Crowdsourcing","year":2017,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Novelis (Canada)","funders":"National Key Research and Development Program of China; National Natural Science Foundation of China","keywords":"Crowdsourcing; Quality (philosophy); Computer science; Set (abstract data type); Payment; Construct (python library); Scale (ratio); Machine learning; Artificial intelligence; Data science; Data mining; World Wide Web","score_opus":0.04632613660003589,"score_gpt":0.3053481823572383,"score_spread":0.25902204575720245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2740478029","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8951638,0.00010845921,0.09731594,0.0009078073,0.00025010717,0.00012735001,0.0000045451616,0.0002384228,0.0058835805],"genre_scores_gemma":[0.9797866,0.0000048075003,0.01899432,0.00016824063,0.00017963191,0.000006236956,0.000003833351,0.000019942005,0.0008364053],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976964,0.00015605698,0.00048694664,0.00075083534,0.00032833224,0.0005814427],"domain_scores_gemma":[0.9977832,0.0004433413,0.00032641258,0.0011777133,0.00006925468,0.00020008735],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0020572788,0.00024653468,0.00043593755,0.00009678104,0.0010674479,0.0023333018,0.00105535,0.0001255372,0.000003873414],"category_scores_gemma":[0.0011090547,0.00023989362,0.00004266727,0.0001293727,0.00014031924,0.0008933142,0.0007841908,0.0003662699,0.000009316033],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000676893,0.000052545554,0.8323616,0.00009026299,0.00003186005,0.000048276986,0.0024196699,0.000050955874,0.0098028565,0.016793804,0.00078027137,0.13756116],"study_design_scores_gemma":[0.0021802136,0.000086519256,0.95394075,0.0004781925,0.00001852093,0.000020151383,0.0003661494,0.025832592,0.007814371,0.0044616,0.0036285927,0.001172354],"about_ca_topic_score_codex":0.0038827772,"about_ca_topic_score_gemma":0.00012370752,"teacher_disagreement_score":0.1363888,"about_ca_system_score_codex":0.00006252135,"about_ca_system_score_gemma":0.000037694972,"threshold_uncertainty_score":0.99870235},"labels":[],"label_agreement":null},{"id":"W2744629383","doi":"10.18293/seke2017-102","title":"Multi-Objective Crowd Worker Selection in Crowdsourced Testing","year":2017,"lang":"en","type":"article","venue":"Proceedings/Proceedings of the ... International Conference on Software Engineering and Knowledge Engineering","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"National Natural Science Foundation of China; Baidu","keywords":"Crowdsourcing; Selection (genetic algorithm); Computer science; Crowd sourcing; Data science; Machine learning; World Wide Web","score_opus":0.028070874775800992,"score_gpt":0.2491263343932967,"score_spread":0.2210554596174957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2744629383","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9826212,0.000088484514,0.011814215,0.00022938162,0.0010548263,0.00030543975,0.0000031618845,0.0005099334,0.003373339],"genre_scores_gemma":[0.9522758,0.000010670482,0.047121353,0.000015687221,0.00019893938,0.000044380402,3.0242762e-7,0.000045944038,0.0002868948],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980287,0.000002770213,0.00045544974,0.0006629089,0.00037568368,0.00047448065],"domain_scores_gemma":[0.9984149,0.00012077082,0.00034219565,0.00017995268,0.0008119546,0.00013025367],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006155108,0.00040936389,0.0003717542,0.00043383313,0.00035267335,0.0009677288,0.0016871004,0.00017000601,0.0000031796153],"category_scores_gemma":[0.003173113,0.00037494453,0.0001089409,0.00041934496,0.0000735777,0.0008948103,0.0007391441,0.00068284763,0.0000041769745],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007752732,0.0003919659,0.19020732,0.0008881302,0.00029223043,0.0000070292804,0.007585963,0.01427995,0.6487584,0.11579528,0.0003785502,0.021337645],"study_design_scores_gemma":[0.00075700565,0.00007244522,0.14977284,0.002097902,0.000015407539,0.000059087328,0.00018203755,0.8181773,0.027956337,0.00013494077,0.00027753608,0.0004972052],"about_ca_topic_score_codex":0.000036229987,"about_ca_topic_score_gemma":0.0000057013585,"teacher_disagreement_score":0.8038973,"about_ca_system_score_codex":0.00019720841,"about_ca_system_score_gemma":0.00006303313,"threshold_uncertainty_score":0.99987024},"labels":[],"label_agreement":null},{"id":"W2746268185","doi":"10.1145/3121348","title":"Opportunities and challenges for cross-device interactions in the wild","year":2017,"lang":"en","type":"article","venue":"interactions","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":38,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Citation; Library science; University campus; Engineering; Computer science","score_opus":0.23524123569882766,"score_gpt":0.38532146322964766,"score_spread":0.15008022753082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2746268185","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49263132,0.0021299487,0.088453636,0.28494447,0.0073846043,0.001219633,0.000050062747,0.0004198488,0.12276648],"genre_scores_gemma":[0.9964598,0.00028457976,0.001432304,0.0003829396,0.00015192617,0.00008778633,0.000001458842,0.000006808294,0.0011924108],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9993206,0.00004446604,0.0001604536,0.00022618081,0.000080336285,0.00016792402],"domain_scores_gemma":[0.9985372,0.00050938607,0.00011897695,0.0007166518,0.00007938482,0.000038391616],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00031037413,0.00009380786,0.00009586876,0.00008760777,0.0009804757,0.0011895474,0.0005760986,0.000019861793,0.000005903659],"category_scores_gemma":[0.00019129436,0.000074172036,0.0000516405,0.000028212547,0.0001002531,0.001151733,0.00012701443,0.00017626048,0.0000072879384],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032683613,0.00030819862,0.0029885257,0.00011941207,0.00008085626,0.000058512316,0.024364507,0.000112045345,0.00077064935,0.21902974,0.0058436245,0.7462912],"study_design_scores_gemma":[0.0003624716,0.000053166834,0.038901016,0.00018408449,0.000013472856,0.00032411347,0.0047254604,0.019823832,0.0003108469,0.0037795,0.9312962,0.00022582173],"about_ca_topic_score_codex":0.00016015397,"about_ca_topic_score_gemma":0.0011957168,"teacher_disagreement_score":0.9254526,"about_ca_system_score_codex":0.000022192475,"about_ca_system_score_gemma":0.000024869107,"threshold_uncertainty_score":0.9998473},"labels":[],"label_agreement":null},{"id":"W2748451549","doi":"10.1007/978-3-319-60255-4_10","title":"Transportation Engineering on Social Question and Answer Websites: An Empirical Case Study","year":2017,"lang":"en","type":"book-chapter","venue":"Studies in big data","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Empirical research; Social engineering (security); Sociology; Engineering; Computer science; Internet privacy; Epistemology; Philosophy","score_opus":0.27949585788617864,"score_gpt":0.4003285753998373,"score_spread":0.12083271751365865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2748451549","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8881586,0.016577361,0.030664964,0.0037826945,0.026519999,0.008604922,0.002314483,0.0026468886,0.02073009],"genre_scores_gemma":[0.9949487,0.00032565344,0.0013611853,0.00012033242,0.0013639061,0.000023360031,0.0001605886,0.000048828802,0.0016474756],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983777,0.000037569207,0.0002919201,0.000852732,0.00024897663,0.00019113523],"domain_scores_gemma":[0.99831766,0.0000850855,0.00014416724,0.0013371009,0.00006553039,0.00005047179],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00056443334,0.0002922029,0.00039276376,0.00016464767,0.0003681363,0.00015694802,0.0006081191,0.00014311193,7.523863e-7],"category_scores_gemma":[0.000054813674,0.00028145878,0.000026208863,0.000026389338,0.000098443925,0.00043901976,0.00029905204,0.00035971124,0.000004270832],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000916413,0.0006575642,0.0060383757,0.00071687566,0.00090831786,0.03961965,0.13351493,0.00019333707,0.00001528575,0.011257122,0.01358203,0.7934049],"study_design_scores_gemma":[0.01991354,0.010634291,0.14258495,0.016700184,0.003409067,0.0070918035,0.06358269,0.11756172,0.000051309,0.01826454,0.579342,0.020863898],"about_ca_topic_score_codex":0.00017449528,"about_ca_topic_score_gemma":0.0022291718,"teacher_disagreement_score":0.772541,"about_ca_system_score_codex":0.00005663443,"about_ca_system_score_gemma":0.000027690305,"threshold_uncertainty_score":0.99996376},"labels":[],"label_agreement":null},{"id":"W2748934360","doi":"10.1145/3139243.3139252","title":"Detecting Location Fraud in Indoor Mobile Crowdsensing","year":2017,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Crowdsensing; Computer science; Identification (biology); Mobile device; Location data; Computer security; Data mining; Mobile computing; Artificial intelligence; Computer network; World Wide Web","score_opus":0.015297004790889957,"score_gpt":0.2651161529137469,"score_spread":0.24981914812285694,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2748934360","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71881294,0.000056429064,0.27061912,0.00023283361,0.00041168404,0.00015598124,7.6840216e-8,0.00019514245,0.009515768],"genre_scores_gemma":[0.97927487,0.0000024842989,0.020193195,0.00013546579,0.00008828277,0.000009477394,2.436917e-7,0.000011241203,0.0002847567],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987468,0.000048234426,0.00025130276,0.00041997907,0.00018670401,0.00034694807],"domain_scores_gemma":[0.9983248,0.00008703885,0.00016865441,0.0012527257,0.00009477876,0.00007196657],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005991793,0.00013374483,0.00016029824,0.00013564191,0.00066492043,0.00097007514,0.000720589,0.00008361522,0.0000067657847],"category_scores_gemma":[0.0002900679,0.00013069595,0.000040425544,0.00018253952,0.00005907171,0.0007857308,0.00031253384,0.00020610247,0.000060467555],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008002877,0.00008102424,0.030704565,0.000043722135,0.000011636948,0.0001015108,0.002849213,0.0033380901,0.021259658,0.00536786,0.0001941372,0.9360406],"study_design_scores_gemma":[0.0013606519,0.00013527175,0.10694522,0.00041810254,0.000007920604,0.00014795852,0.0007363143,0.73598367,0.14789231,0.0030058199,0.0024368234,0.000929913],"about_ca_topic_score_codex":0.0005617039,"about_ca_topic_score_gemma":0.00029754514,"teacher_disagreement_score":0.9351107,"about_ca_system_score_codex":0.000063175125,"about_ca_system_score_gemma":0.00006199368,"threshold_uncertainty_score":0.93544567},"labels":[],"label_agreement":null},{"id":"W2754384959","doi":"10.1016/j.socscimed.2017.08.043","title":"Ethical implications of location and accelerometer measurement in health research studies with mobile sensing devices","year":2017,"lang":"en","type":"article","venue":"Social Science & Medicine","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":47,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; Memorial University of Newfoundland","funders":"","keywords":"Confidentiality; Mobile device; Informed consent; Internet privacy; Set (abstract data type); Data science; Research ethics; Computer science; Field (mathematics); Data collection; Engineering ethics; Sociology; Medicine; Computer security; Engineering; World Wide Web; Social science","score_opus":0.27800408172486535,"score_gpt":0.4723498625941638,"score_spread":0.19434578086929843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2754384959","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93275595,0.0006975942,0.016341826,0.04880579,0.00013799855,0.00042909998,2.8695467e-7,0.00003054128,0.0008008979],"genre_scores_gemma":[0.99861526,0.000049620743,0.0009880497,0.00026973325,0.00006051391,0.000008423631,1.03711784e-7,0.0000029794971,0.0000052952937],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9977912,0.00016865689,0.00025408212,0.00036929117,0.0010680666,0.00034870298],"domain_scores_gemma":[0.99806124,0.00014548165,0.00020543952,0.00041757297,0.0010711148,0.00009916533],"candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.011424834,0.00007363119,0.00022366142,0.00021710365,0.0017817833,0.00012168306,0.00054399204,0.000043233347,5.4307634e-7],"category_scores_gemma":[0.0011890683,0.000052239586,0.000008524682,0.00086069334,0.003109142,0.00028838837,0.00020107687,0.00029885877,3.6640878e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026719106,0.00008869014,0.032236163,0.00040647804,0.000026178006,0.0000058677074,0.17022313,0.00003791025,0.039553862,0.031309307,0.0005342742,0.7255514],"study_design_scores_gemma":[0.0011619906,0.0009470774,0.96525425,0.0024242532,0.000011139213,0.000024109226,0.014915842,0.0030119931,0.0032526124,0.007905836,0.0008054251,0.00028550383],"about_ca_topic_score_codex":0.0008078356,"about_ca_topic_score_gemma":0.00068189553,"teacher_disagreement_score":0.933018,"about_ca_system_score_codex":0.00021561829,"about_ca_system_score_gemma":0.0004556228,"threshold_uncertainty_score":0.9996038},"labels":[],"label_agreement":null},{"id":"W2756232505","doi":"10.1080/10095020.2017.1370177","title":"Contributors’ enrollment in collaborative online communities: the case of OpenStreetMap","year":2017,"lang":"en","type":"article","venue":"Geo-spatial Information Science","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval; Centre de Géomatique du Québec; Memorial University of Newfoundland","funders":"","keywords":"Affect (linguistics); Order (exchange); Causality (physics); Psychology; Business","score_opus":0.018189928053955987,"score_gpt":0.2921589083200337,"score_spread":0.27396898026607774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2756232505","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84491247,0.000020212034,0.14891723,0.0016459135,0.00056140724,0.00046420132,0.000048256767,0.000037690883,0.0033926202],"genre_scores_gemma":[0.9980723,0.000009233036,0.0015733171,0.00029723428,0.000019468389,0.0000117307145,0.000004609862,0.0000016421661,0.000010460376],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99862945,0.000086071086,0.00048212282,0.00011847698,0.00039108866,0.0002927775],"domain_scores_gemma":[0.9971759,0.00017750633,0.0005805866,0.0012768421,0.000716416,0.000072776],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0020368383,0.000112603026,0.00017672623,0.00020092053,0.0015361493,0.001156403,0.0020374947,0.000039024348,0.000006904945],"category_scores_gemma":[0.00051279785,0.00008160841,0.000029450608,0.00055289007,0.0008935517,0.004501319,0.0007966749,0.00017515932,0.000011982375],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006491161,0.00023600987,0.008262995,0.000063754225,0.000024306342,0.0001276794,0.16477929,0.01658752,0.001134939,0.073300794,0.00047635727,0.7349414],"study_design_scores_gemma":[0.0016190396,0.0002139928,0.03930349,0.00017127077,0.0000062500776,0.00024001351,0.024695072,0.9202576,0.007872797,0.0007035466,0.0045573236,0.00035955687],"about_ca_topic_score_codex":0.014552674,"about_ca_topic_score_gemma":0.006864611,"teacher_disagreement_score":0.90367013,"about_ca_system_score_codex":0.00008423889,"about_ca_system_score_gemma":0.00042603156,"threshold_uncertainty_score":0.9998805},"labels":[],"label_agreement":null},{"id":"W2756489727","doi":"10.1007/978-3-319-66435-4_3","title":"Understanding the Crowd: Ethical and Practical Matters in the Academic Use of Crowdsourcing","year":2017,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Crowdsourcing; Churning; Computer science; Parallels; Data science; Knowledge management; World Wide Web; Engineering","score_opus":0.12138575017141362,"score_gpt":0.3189866619977965,"score_spread":0.1976009118263829,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2756489727","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00092944974,0.00014304063,0.9664643,0.031092158,0.0005953784,0.00035003026,0.0000014880973,0.00003816963,0.00038602843],"genre_scores_gemma":[0.9390552,0.000071131915,0.048592057,0.011930369,0.0002511879,0.0000055222467,7.003845e-7,0.000029675935,0.0000641363],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99638474,0.00021506069,0.0005926475,0.0010609295,0.0011139062,0.00063268817],"domain_scores_gemma":[0.9927351,0.0048151943,0.000498386,0.0017590933,0.00009269204,0.000099520104],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0042248727,0.00041627183,0.00048502517,0.00045046496,0.0007297895,0.0014610835,0.0024374982,0.0006394856,0.0000025023162],"category_scores_gemma":[0.0007805847,0.00026318541,0.00010390557,0.00027604582,0.0025583513,0.0006783961,0.0013410436,0.004042296,0.0000030445226],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000097164084,0.00010553603,0.00201405,0.0004918457,0.000098184115,0.001606759,0.07358242,0.10601658,0.0021260772,0.5267303,0.0016116435,0.28551945],"study_design_scores_gemma":[0.00056238397,0.00019134361,0.001349434,0.0026525725,0.000043844146,0.0015518697,0.000023491211,0.7211674,0.00062669616,0.2673979,0.0033563187,0.0010767438],"about_ca_topic_score_codex":0.000070222806,"about_ca_topic_score_gemma":0.00012911997,"teacher_disagreement_score":0.9381258,"about_ca_system_score_codex":0.00021391241,"about_ca_system_score_gemma":0.00037783157,"threshold_uncertainty_score":0.99998206},"labels":[],"label_agreement":null},{"id":"W2759341995","doi":"10.17705/1cais.04114","title":"Using Mechanical Turk Data in IS Research: Risks, Rewards, and Recommendations","year":2017,"lang":"en","type":"article","venue":"Communications of the Association for Information Systems","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":87,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Set (abstract data type); Data science; Computer science; Cognition; Data set; Psychology; Work (physics); Data collection; Applied psychology; Artificial intelligence; Sociology; Engineering","score_opus":0.43028464178301773,"score_gpt":0.460380283125942,"score_spread":0.03009564134292425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2759341995","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08846754,0.0042395648,0.4357553,0.31496987,0.0118497275,0.018639453,0.004153443,0.0008293055,0.12109578],"genre_scores_gemma":[0.9838489,0.00011150068,0.015770802,0.00006128855,0.000020722038,0.00003448774,0.000043054166,0.0000044922126,0.000104693376],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983031,0.0004035416,0.00059919804,0.00013653246,0.00037708555,0.00018053236],"domain_scores_gemma":[0.99021596,0.00075915415,0.0010940889,0.007245011,0.0006510322,0.000034765828],"candidate_categories":["sts","open_science"],"consensus_categories":[],"category_scores_codex":[0.006750606,0.00007185116,0.00016348295,0.00017703066,0.0017077359,0.00083883316,0.0058569517,0.00010370021,2.0983404e-7],"category_scores_gemma":[0.004193438,0.00006364521,0.000039645565,0.00026557405,0.000080569254,0.002480841,0.003875882,0.00024172774,0.0000044713634],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013296083,0.0001354717,0.028082455,0.00021027392,0.00014474987,4.4369667e-8,0.011040758,0.0007163732,0.0003937402,0.90825653,0.025805086,0.025201246],"study_design_scores_gemma":[0.00079054845,0.000018837929,0.0114670945,0.00039977397,0.000022063115,0.0000052853734,0.0016474784,0.7254513,0.0003002424,0.00366691,0.25604516,0.00018531959],"about_ca_topic_score_codex":0.001087378,"about_ca_topic_score_gemma":0.00011536623,"teacher_disagreement_score":0.9045896,"about_ca_system_score_codex":0.0002250761,"about_ca_system_score_gemma":0.000119353856,"threshold_uncertainty_score":0.9995919},"labels":[],"label_agreement":null},{"id":"W2759747693","doi":"10.5555/3141475.3141481","title":"Tell Me More! Soliciting Reader Contributions to Software Tutorials","year":2017,"lang":"en","type":"article","venue":"Graphics Interface","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Computer science; Session (web analytics); Software; Multimedia; Human–computer interaction; Software engineering; World Wide Web; Programming language","score_opus":0.024840311792513052,"score_gpt":0.3267040741076642,"score_spread":0.30186376231515116,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2759747693","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11582303,0.00010489526,0.8760813,0.0045579756,0.0018790397,0.00022001524,0.000025898064,0.00038220148,0.0009256343],"genre_scores_gemma":[0.98550326,0.000008285088,0.012967176,0.0006086616,0.00037796298,0.000016194497,0.0000016201707,0.000019524688,0.0004973359],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9982236,0.00006761909,0.00032499034,0.0005418506,0.0003108585,0.00053107744],"domain_scores_gemma":[0.9971023,0.00024834875,0.00023369018,0.0018065965,0.00038395822,0.00022507529],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0007556107,0.00021646969,0.00028009282,0.00014528978,0.0012666313,0.0011832586,0.0016441527,0.0001340791,0.000007750056],"category_scores_gemma":[0.0023993328,0.00021072003,0.00012695584,0.00019348408,0.00015571974,0.00042081068,0.00072930433,0.00032315816,0.000109037304],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009778536,0.00043862767,0.011715167,0.00019799855,0.0005435497,0.00023943798,0.032867685,0.0065179006,0.15123816,0.64758646,0.08975186,0.058805395],"study_design_scores_gemma":[0.0029523855,0.0006412175,0.01534054,0.0021237507,0.00016033159,0.0003762263,0.0013632639,0.053940527,0.6664842,0.05277724,0.19996527,0.0038750842],"about_ca_topic_score_codex":0.0002345208,"about_ca_topic_score_gemma":0.00003755257,"teacher_disagreement_score":0.8696802,"about_ca_system_score_codex":0.000061194856,"about_ca_system_score_gemma":0.00006971878,"threshold_uncertainty_score":0.9998536},"labels":[],"label_agreement":null},{"id":"W2760893072","doi":"10.1109/infocom.2017.8057034","title":"When data acquisition meets data analytics: A distributed active learning framework for optimal budgeted mobile crowdsensing","year":2017,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Upload; Crowdsensing; Mobile device; Inference; Analytics; Mobile computing; Machine learning; Activity recognition; Active learning (machine learning); Inertial measurement unit; Data mining; Artificial intelligence; Data science; Computer network; World Wide Web","score_opus":0.07300052793677128,"score_gpt":0.33379293354183787,"score_spread":0.26079240560506656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2760893072","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015658332,0.000065523076,0.9805621,0.0014541952,0.00047892416,0.0004937578,0.00045699062,0.00044646245,0.00038372693],"genre_scores_gemma":[0.64786524,0.000009154173,0.35001653,0.00012365081,0.00029690212,0.000011255219,0.0015117775,0.000029682322,0.00013580317],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9966976,0.00012432883,0.0004303381,0.0016214296,0.00041961292,0.00070666877],"domain_scores_gemma":[0.98989695,0.00065984414,0.00052789645,0.008400385,0.00030005694,0.00021488269],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0011899038,0.00033570593,0.00043445994,0.00011232909,0.0020825558,0.0026981034,0.0057793125,0.00023041315,0.000028594732],"category_scores_gemma":[0.0018278481,0.00032603924,0.000086348184,0.00015855109,0.00018049477,0.0031258697,0.0051812213,0.00046551262,0.000026866885],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057425146,0.00078620436,0.0014872514,0.00032178612,0.0014423173,0.00031878686,0.005945586,0.060903247,0.011141142,0.040913444,0.054492652,0.82167333],"study_design_scores_gemma":[0.0005430151,0.00011947681,0.0007269931,0.00017368213,0.00008280945,0.00003357182,0.00036063496,0.9763051,0.0024362458,0.0020632618,0.016689913,0.00046524176],"about_ca_topic_score_codex":0.00021099513,"about_ca_topic_score_gemma":0.00003754489,"teacher_disagreement_score":0.9154019,"about_ca_system_score_codex":0.00008999477,"about_ca_system_score_gemma":0.00014587112,"threshold_uncertainty_score":0.9999192},"labels":[],"label_agreement":null},{"id":"W2765493762","doi":"10.3390/su9112019","title":"Crowdsourcing Analysis of Twitter Data on Climate Change: Paid Workers vs. Volunteers","year":2017,"lang":"en","type":"article","venue":"Sustainability","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Saint Vincent University","funders":"University of Florida","keywords":"Crowdsourcing; Amateur; Data processing; Citizen science; Data science; Social media; Computer science; Climate change; Limiting; World Wide Web; Engineering; Database; Geography","score_opus":0.05085086884443499,"score_gpt":0.32985841267682114,"score_spread":0.27900754383238613,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2765493762","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.960167,0.00004328934,0.033256304,0.004743815,0.00035877014,0.00043200832,0.000022830933,0.00017238829,0.00080363214],"genre_scores_gemma":[0.99821216,0.000005244591,0.0012753948,0.0002585753,0.00009355767,0.000016740709,0.000016186943,0.000015910671,0.00010623606],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99704224,0.00021065987,0.00045885216,0.0011077288,0.000468125,0.0007124035],"domain_scores_gemma":[0.9905463,0.00021045526,0.00040378905,0.008167534,0.0005120517,0.00015990116],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026198116,0.00026273684,0.0005687016,0.00035795866,0.000785134,0.0005274913,0.003306982,0.000117665746,0.000016144188],"category_scores_gemma":[0.001652294,0.00024252674,0.00024312572,0.0006619888,0.0003634502,0.0008962848,0.0021209188,0.0002717107,0.0000073410424],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012381827,0.00021712606,0.92992646,0.00029503056,0.0004337173,0.000058970985,0.004431515,0.0020211798,0.000047435227,0.003392857,0.0008497507,0.058202162],"study_design_scores_gemma":[0.000384407,0.00011820328,0.8265056,0.000086998065,0.00034099288,0.0000020928353,0.0011771107,0.16831611,0.00029665977,0.0011704247,0.0011866465,0.00041474658],"about_ca_topic_score_codex":0.0016033662,"about_ca_topic_score_gemma":0.00013931663,"teacher_disagreement_score":0.16629493,"about_ca_system_score_codex":0.0003017868,"about_ca_system_score_gemma":0.00015690122,"threshold_uncertainty_score":0.9889954},"labels":[],"label_agreement":null},{"id":"W2769860519","doi":"10.1109/tmc.2017.2777481","title":"A Truthful Online Mechanism for Location-Aware Tasks in Mobile Crowd Sensing","year":2017,"lang":"en","type":"article","venue":"IEEE Transactions on Mobile Computing","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":77,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"National Natural Science Foundation of China","keywords":"Computer science; Auction algorithm; Competitive analysis; Combinatorial auction; Focus (optics); Mechanism design; Block (permutation group theory); Remuneration; Common value auction; Vickrey–Clarke–Groves auction; Online algorithm; Payment; Incentive compatibility; Mathematical optimization; Distributed computing; Incentive; Auction theory; Revenue equivalence; Algorithm; World Wide Web; Upper and lower bounds; Microeconomics","score_opus":0.02346257707735367,"score_gpt":0.28885113307263005,"score_spread":0.2653885559952764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2769860519","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20179856,0.000036073176,0.79540634,0.00013694403,0.0014269666,0.0008186185,0.000016955866,0.00030022048,0.000059343234],"genre_scores_gemma":[0.9568253,0.000011306255,0.04251064,0.00020873871,0.00018208801,0.000073320974,0.0000049543974,0.000050552142,0.00013309451],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99736404,0.00009919039,0.00061477564,0.0009238088,0.00031687753,0.000681318],"domain_scores_gemma":[0.997114,0.00044587298,0.0003406796,0.0015909285,0.00034858388,0.00015992502],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0005756494,0.0003685187,0.00044017963,0.00033365467,0.0017887416,0.000717368,0.0009899564,0.00019248018,0.0000054461952],"category_scores_gemma":[0.000043117892,0.00040500978,0.00021691239,0.0003388251,0.00010064466,0.0004753152,0.00002185902,0.0004918987,0.000019574665],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002815684,0.0003899225,0.000020747937,0.000109706896,0.000040781713,0.00003356349,0.0018266235,0.41630888,0.0038657761,0.0006953287,0.000043874596,0.5766367],"study_design_scores_gemma":[0.0011372066,0.00027090084,0.00010228942,0.00042481947,0.000021753749,0.000059645965,0.0004821762,0.9667752,0.029178744,0.0008073406,0.00025465322,0.0004852972],"about_ca_topic_score_codex":0.00019238595,"about_ca_topic_score_gemma":0.0002567735,"teacher_disagreement_score":0.75502676,"about_ca_system_score_codex":0.00018829445,"about_ca_system_score_gemma":0.00015826747,"threshold_uncertainty_score":0.9998402},"labels":[],"label_agreement":null},{"id":"W2770032936","doi":"10.1109/vtcspring.2017.8108298","title":"GoSense: Efficient Vehicle Selection for User Defined Vehicular Crowdsensing","year":2017,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Crowdsensing; Computer science; Vehicular ad hoc network; Scale (ratio); Cloud computing; Scheme (mathematics); Crowdsourcing; Set (abstract data type); Wireless ad hoc network; Participatory sensing; Real-time computing; Computer security; Data science; Telecommunications; Wireless; World Wide Web","score_opus":0.01703466824964611,"score_gpt":0.25506981723700384,"score_spread":0.23803514898735773,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2770032936","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4912589,0.000021610787,0.5049427,0.001072626,0.00048182777,0.00021526283,5.5114646e-7,0.00027773617,0.0017287796],"genre_scores_gemma":[0.93420947,0.000001054094,0.06395486,0.0002540435,0.0001585537,0.000010218048,0.0000010894017,0.00002044678,0.0013902693],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984532,0.000040274062,0.00023637888,0.0005498608,0.00024280502,0.0004774677],"domain_scores_gemma":[0.9982888,0.00012341626,0.00017316303,0.0010672389,0.00022703692,0.000120329314],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0005194959,0.000186467,0.00020225748,0.00008077199,0.0017228584,0.0011980806,0.0005655185,0.00010256608,0.0000053287777],"category_scores_gemma":[0.00027516932,0.00017128482,0.00014189127,0.000109745306,0.00007179085,0.0002826253,0.00020369599,0.00012465961,0.000046125257],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011798265,0.00045454822,0.008365834,0.00017254798,0.0001819218,0.00006903912,0.0015454125,0.067831784,0.48342162,0.22833873,0.016778886,0.1927217],"study_design_scores_gemma":[0.0007008399,0.00007360737,0.0050309473,0.000040585135,0.000015204067,0.00005177965,0.000021666503,0.8906084,0.0937189,0.00056360086,0.008865872,0.0003086388],"about_ca_topic_score_codex":0.00014371044,"about_ca_topic_score_gemma":0.000049330996,"teacher_disagreement_score":0.82277656,"about_ca_system_score_codex":0.00006431598,"about_ca_system_score_gemma":0.00006513017,"threshold_uncertainty_score":0.99983877},"labels":[],"label_agreement":null},{"id":"W2770526968","doi":"10.21307/ijssis-2017-836","title":"Standard Arpu Calculation Improvement Using Artificial Intelligent Techniques","year":2015,"lang":"en","type":"article","venue":"International Journal on Smart Sensing and Intelligent Systems","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Algonquin College","funders":"","keywords":"Computer science; Revenue; Duration (music); Quality (philosophy); Service (business); Software","score_opus":0.05643143567596925,"score_gpt":0.3092453448279224,"score_spread":0.2528139091519531,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2770526968","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15534082,0.00025171865,0.8362968,0.0006176056,0.006564025,0.00020148685,0.0000034392147,0.00014089281,0.0005832392],"genre_scores_gemma":[0.98887235,0.000069875496,0.009317083,0.0003082697,0.0012851069,0.000001460476,0.0000040774303,0.000024718542,0.00011708487],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99704134,0.0001825786,0.0008512439,0.00041895942,0.00116732,0.0003385302],"domain_scores_gemma":[0.9978084,0.000089327164,0.000433475,0.00030300563,0.0010342118,0.00033157933],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0016065853,0.0002694082,0.00030691925,0.00045057695,0.00026310366,0.001553469,0.00038414684,0.000113045804,0.0000024405058],"category_scores_gemma":[0.00015754171,0.00023432351,0.00012249891,0.00016726421,0.000063800275,0.0003740771,0.0001644736,0.00037421123,0.000021913685],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030605457,0.00017548387,0.00042418455,0.000026355392,0.0003492133,0.00048813006,0.0031077012,0.027053282,0.016391357,0.01346574,0.0031534957,0.935059],"study_design_scores_gemma":[0.00037314414,0.00090041984,0.00002773603,0.0010974358,0.00003463188,0.0035028588,0.0012098223,0.7783238,0.12384058,0.0024350055,0.08758942,0.0006651011],"about_ca_topic_score_codex":0.00030215687,"about_ca_topic_score_gemma":0.000009369141,"teacher_disagreement_score":0.9343939,"about_ca_system_score_codex":0.00070089643,"about_ca_system_score_gemma":0.00016885565,"threshold_uncertainty_score":0.999483},"labels":[],"label_agreement":null},{"id":"W2780153469","doi":"10.1609/hcomp.v5i1.13300","title":"Drafty: Enlisting Users To Be Editors Who Maintain Structured Data","year":2017,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Human Computation and Crowdsourcing","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Brown University","keywords":"Computer science; Construct (python library); Matching (statistics); World Wide Web; User modeling; Information retrieval; Data science; User interface","score_opus":0.0971098124215099,"score_gpt":0.3317737254023328,"score_spread":0.2346639129808229,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2780153469","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96724784,0.000009778668,0.020982243,0.00593987,0.00080656155,0.00039711734,0.000010427296,0.00016074575,0.0044453857],"genre_scores_gemma":[0.99112463,0.0000017686485,0.0076735546,0.0004996529,0.0004401412,0.0000057272387,0.0000032843654,0.000023385586,0.00022787893],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977656,0.0000225059,0.0004374582,0.00082767743,0.0005442461,0.00040251136],"domain_scores_gemma":[0.9976789,0.00009106446,0.0006886314,0.0009527871,0.00040004269,0.00018862613],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0008830107,0.0002936613,0.00035872668,0.00017000284,0.002090985,0.0020837972,0.003069931,0.00009865311,0.000006429315],"category_scores_gemma":[0.0005541915,0.00024591724,0.00006609516,0.00017972947,0.0002380382,0.0008606857,0.0021408638,0.00033264892,0.000002804024],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011537483,0.00017990584,0.02480531,0.0006443438,0.00021997008,0.000011567942,0.0297318,0.0031778538,0.10563322,0.6976002,0.027741872,0.110138595],"study_design_scores_gemma":[0.0029177596,0.00066658726,0.0899237,0.0035229975,0.00015714427,0.0000956165,0.0053812154,0.7833179,0.039388463,0.068143524,0.0042048134,0.00228025],"about_ca_topic_score_codex":0.00011487022,"about_ca_topic_score_gemma":0.00002341558,"teacher_disagreement_score":0.7801401,"about_ca_system_score_codex":0.000049535058,"about_ca_system_score_gemma":0.000066484834,"threshold_uncertainty_score":0.9999993},"labels":[],"label_agreement":null},{"id":"W2781826142","doi":"10.2495/sdp-v13-n4-638-652","title":"Monitoring air pollution by combining a static infrastructure with a participatory sensing approach: Design and performance evaluation","year":2018,"lang":"en","type":"article","venue":"International Journal of Sustainable Development and Planning","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Pontificia Universidad Javeriana","keywords":"Pollution; Environmental science; Air pollution; Environmental planning; Participatory sensing; Computer science; Environmental resource management; Environmental engineering; Civil engineering; Engineering; Data science","score_opus":0.027272173749035296,"score_gpt":0.26498587139810825,"score_spread":0.23771369764907296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2781826142","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62759966,0.00017831523,0.3719042,0.00008634495,0.00011818234,0.000063842876,6.276761e-8,0.0000106558355,0.000038777183],"genre_scores_gemma":[0.88035655,0.0000080832515,0.11942487,0.000083737854,0.000098937126,0.0000018458032,9.2414365e-7,0.0000061170895,0.000018951998],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987678,0.000080172395,0.00027240618,0.00015596529,0.0005036255,0.00022001297],"domain_scores_gemma":[0.99871045,0.00006267304,0.0002687891,0.000057521193,0.0008217132,0.00007885653],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012949905,0.000116942196,0.00012666418,0.00022572213,0.0002831263,0.0002463646,0.0001509053,0.000036730664,6.1216383e-7],"category_scores_gemma":[0.00006846706,0.00009828388,0.000009727194,0.0001386607,0.00006224556,0.00072850747,0.00007674997,0.00014701398,1.6054625e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008310796,0.00008681749,0.05746203,0.00017430178,0.0006430096,0.0006920665,0.19112535,0.11005022,0.0020433757,0.0005007613,0.0013764199,0.6350146],"study_design_scores_gemma":[0.0028687262,0.0006631442,0.097359404,0.0015933941,0.00006890492,0.0015706646,0.04725698,0.82466406,0.020979652,0.0005427561,0.0018368348,0.0005954807],"about_ca_topic_score_codex":0.0000036806944,"about_ca_topic_score_gemma":5.290742e-8,"teacher_disagreement_score":0.71461385,"about_ca_system_score_codex":0.00016130025,"about_ca_system_score_gemma":0.00023567061,"threshold_uncertainty_score":0.40079004},"labels":[],"label_agreement":null},{"id":"W2787045581","doi":"10.24251/hicss.2018.700","title":"Learn or Earn? - Intelligent Task Recommendation for Competitive Crowdsourced Software Development","year":2018,"lang":"en","type":"article","venue":"Proceedings of the ... Annual Hawaii International Conference on System Sciences/Proceedings of the Annual Hawaii International Conference on System Sciences","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada; Alberta Innovates - Technology Futures","keywords":"Crowdsourcing; Task (project management); Computer science; Context (archaeology); Recommender system; Preference; Upload; Competition (biology); Software; Data science; Knowledge management; World Wide Web","score_opus":0.05922060633312393,"score_gpt":0.30612699018398587,"score_spread":0.24690638385086194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2787045581","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04380643,0.000014734083,0.005881654,0.006748041,0.006400209,0.0018516016,0.00039565933,0.00037113094,0.93453056],"genre_scores_gemma":[0.9899235,0.000010792101,0.006438012,0.00022967026,0.0005184483,0.00016725995,0.000006393288,0.000035825735,0.0026701342],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9916109,0.00007721456,0.0019145142,0.0018675539,0.0035718952,0.0009579575],"domain_scores_gemma":[0.9857787,0.00039706985,0.002976576,0.00036856224,0.010220403,0.00025868978],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.004781086,0.0007805973,0.000869656,0.0008906255,0.002130326,0.0017103282,0.010374885,0.00027003433,0.000089648216],"category_scores_gemma":[0.00034094873,0.0004978726,0.00044663917,0.0017856007,0.0023215744,0.0027853872,0.00184565,0.00053052424,0.000061425766],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026147816,0.00016157616,0.0012519899,0.00020654644,0.00012170959,5.177181e-7,0.005338703,0.000055177497,0.0011581486,0.9855357,0.0015849207,0.004323526],"study_design_scores_gemma":[0.0014766598,0.0025892989,0.001678652,0.009095818,0.00006925746,0.0002491215,0.94510555,0.006550137,0.01911686,0.0028109588,0.00987124,0.0013864252],"about_ca_topic_score_codex":0.00013625238,"about_ca_topic_score_gemma":0.000031468397,"teacher_disagreement_score":0.9827247,"about_ca_system_score_codex":0.0007298708,"about_ca_system_score_gemma":0.0010016911,"threshold_uncertainty_score":0.9997473},"labels":[],"label_agreement":null},{"id":"W2788372920","doi":"10.5539/ibr.v11n4p1","title":"Research on Mission Pricing of Crowdsourcing APP","year":2018,"lang":"en","type":"article","venue":"International Business Research","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Crowdsourcing; Task (project management); Computer science; Cluster analysis; Order (exchange); Focus (optics); Pricing strategies; Operations research; Data science; Business; Marketing; Economics; Machine learning; World Wide Web; Finance; Management","score_opus":0.12326882379012961,"score_gpt":0.429389294090382,"score_spread":0.3061204703002524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2788372920","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8038504,0.00008353942,0.08904797,0.0063914526,0.0014542182,0.00033453692,0.0000030078709,0.00017292103,0.09866192],"genre_scores_gemma":[0.993246,0.000015565065,0.0035570338,0.000058166155,0.00079245376,0.000008886328,0.0000029812102,0.000020620822,0.0022982527],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9950662,0.00043242678,0.00036844934,0.00062265334,0.0028616667,0.00064856466],"domain_scores_gemma":[0.99190754,0.0010929932,0.00008462311,0.0008258056,0.0059579452,0.00013110292],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052296254,0.00013236204,0.00017540042,0.0015874788,0.0005940557,0.00040132398,0.0019970865,0.000108163746,0.0001055887],"category_scores_gemma":[0.001515231,0.00011694718,0.000053155123,0.0028924518,0.0005385084,0.00036630197,0.0010139213,0.0006630784,0.00033599438],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00076978357,0.0015213928,0.00832418,0.0003598361,0.00019882889,0.00031995738,0.009234096,0.0064344434,0.47733888,0.15538421,0.04732879,0.29278558],"study_design_scores_gemma":[0.0021899722,0.0011570958,0.11579366,0.0039459714,0.0000060478437,0.00017305883,0.001889975,0.15880394,0.5662294,0.02099839,0.12786792,0.0009445854],"about_ca_topic_score_codex":0.00042517556,"about_ca_topic_score_gemma":0.0000121748235,"teacher_disagreement_score":0.291841,"about_ca_system_score_codex":0.00021928613,"about_ca_system_score_gemma":0.00027962888,"threshold_uncertainty_score":0.47689676},"labels":[],"label_agreement":null},{"id":"W2792499629","doi":"","title":"Crowdsourcing Versus the Laboratory: Towards Human-Centered Experiments Using the Crowd.","year":2015,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Crowdsourcing; Variety (cybernetics); Data science; Flourishing; Scale (ratio); Computer science; Key (lock); World Wide Web; Artificial intelligence; Computer security; Psychology; Geography; Social psychology","score_opus":0.15614490343658385,"score_gpt":0.34585521504203875,"score_spread":0.1897103116054549,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2792499629","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81391764,0.0006839035,0.16570574,0.0022829012,0.0030960648,0.000427489,0.0000024613953,0.0005697457,0.013314062],"genre_scores_gemma":[0.9933151,0.0000015979714,0.00518993,0.000776549,0.00030514094,0.000012564863,0.0000010089461,0.000026180378,0.00037195478],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977575,0.00028690166,0.00031750827,0.00047225828,0.00061986654,0.00054595945],"domain_scores_gemma":[0.99786156,0.00010570724,0.00014701582,0.0014456594,0.0002491809,0.00019089987],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011270896,0.00026465193,0.00020461902,0.00006600837,0.0009570727,0.0009987359,0.0015906069,0.0000796465,0.00001952],"category_scores_gemma":[0.000118587304,0.00015043905,0.000104726016,0.00058925344,0.00018498638,0.00044724985,0.0006600868,0.00027396777,0.000043072152],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006906136,0.0014094842,0.0064676055,0.000114947215,0.0014591716,0.0004911248,0.17424956,0.031099271,0.32735884,0.21576549,0.17808896,0.06280492],"study_design_scores_gemma":[0.012684087,0.00089702685,0.0015920736,0.0002989063,0.00020082157,0.00020548442,0.033327926,0.43219084,0.35027915,0.0021267072,0.16326289,0.0029341106],"about_ca_topic_score_codex":0.00041475406,"about_ca_topic_score_gemma":0.000027066868,"teacher_disagreement_score":0.40109155,"about_ca_system_score_codex":0.00017606108,"about_ca_system_score_gemma":0.00023258368,"threshold_uncertainty_score":0.96308327},"labels":[],"label_agreement":null},{"id":"W2793496850","doi":"10.18130/34st-c880","title":"Beyond Micro-Tasks: Research Opportunities in Observational Crowdsourcing","year":2022,"lang":"en","type":"article","venue":"Libra","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Crowdsourcing; Observational study; Computer science; Data science; World Wide Web; Statistics; Mathematics","score_opus":0.21009989235239018,"score_gpt":0.3269915649565717,"score_spread":0.11689167260418154,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793496850","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96146476,0.000596609,0.0044951197,0.009293218,0.0006493864,0.0002475812,0.000013034039,0.0002790434,0.022961218],"genre_scores_gemma":[0.98410034,0.000009347381,0.0095304595,0.0014291948,0.00013735039,0.00007747663,0.000021313786,0.000023145409,0.0046713455],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975316,0.00047231244,0.00030317187,0.00044718743,0.0007140956,0.0005316125],"domain_scores_gemma":[0.99876887,0.00040565344,0.000063820924,0.0005962426,0.00006563999,0.00009979628],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018037907,0.00012320137,0.00015856317,0.00045435972,0.0007487383,0.00036590997,0.0010349703,0.000040969702,0.00016378451],"category_scores_gemma":[0.00006870639,0.00014112995,0.000055248056,0.0010641214,0.000086218985,0.000622981,0.0012215708,0.0006377551,0.000019049558],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005912796,0.00050457614,0.036948595,0.000107604355,0.000042810057,0.001178022,0.02285565,0.016201489,0.030438073,0.7454982,0.07715291,0.06901299],"study_design_scores_gemma":[0.0024438845,0.00061135605,0.05997524,0.00022581931,0.000009848145,0.000541599,0.017945113,0.15305571,0.015959563,0.14107604,0.60629094,0.0018648955],"about_ca_topic_score_codex":0.00010338242,"about_ca_topic_score_gemma":0.000007996972,"teacher_disagreement_score":0.6044221,"about_ca_system_score_codex":0.0001230381,"about_ca_system_score_gemma":0.00029497693,"threshold_uncertainty_score":0.57587653},"labels":[],"label_agreement":null},{"id":"W2793871201","doi":"10.1609/hcomp.v5i1.13309","title":"Lessons from an Online Massive Genomics Computer Game","year":2017,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Human Computation and Crowdsourcing","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Canadian Institutes of Health Research; Genome Canada","keywords":"Computer science; Crowdsourcing; Casual; Task (project management); Data science; Matching (statistics); Citizen science; Artificial intelligence; Human–computer interaction; World Wide Web; Engineering; Biology","score_opus":0.09804089691815192,"score_gpt":0.3325677333469798,"score_spread":0.23452683642882788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793871201","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95835215,0.000015861528,0.036351595,0.0033196416,0.0002653085,0.00020412648,0.000010499064,0.00012313244,0.0013576872],"genre_scores_gemma":[0.9863022,0.000007808877,0.012934999,0.00038579138,0.0002257825,0.0000044162766,0.000005557623,0.000022705486,0.000110738314],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99824333,0.000029546636,0.00040367155,0.0006680756,0.00034373451,0.00031162112],"domain_scores_gemma":[0.99802285,0.000066760236,0.0008071286,0.00054581,0.00040384568,0.00015357495],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00030848515,0.00028210855,0.00035835302,0.00011528965,0.0013252816,0.0017572035,0.0016282285,0.00010963741,0.000007815699],"category_scores_gemma":[0.00005593614,0.00023536975,0.00010029032,0.00008737582,0.0003004663,0.00074286415,0.0007490575,0.00033598056,0.000004747174],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008725408,0.0006986912,0.014319939,0.00020774025,0.0002138362,0.000011175563,0.026829671,0.0068808086,0.16328765,0.46227354,0.0009460203,0.32424366],"study_design_scores_gemma":[0.0011642555,0.0002944004,0.11505187,0.00062810554,0.000047462887,0.000017185197,0.0006985479,0.83223647,0.011673261,0.037408724,0.00019248122,0.0005872165],"about_ca_topic_score_codex":0.00015623061,"about_ca_topic_score_gemma":0.000024164663,"teacher_disagreement_score":0.8253557,"about_ca_system_score_codex":0.000048520393,"about_ca_system_score_gemma":0.000058017635,"threshold_uncertainty_score":0.99997485},"labels":[],"label_agreement":null},{"id":"W2794325666","doi":"10.1609/hcomp.v5i1.13307","title":"Deja Vu: Characterizing Worker Reliability Using Task Consistency","year":2017,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Human Computation and Crowdsourcing","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; National Science Foundation","keywords":"Consistency (knowledge bases); Task (project management); Reliability (semiconductor); Metric (unit); Computer science; Context (archaeology); Consistency model; Measure (data warehouse); Reliability engineering; Data mining; Artificial intelligence; Data consistency; Engineering; Geography; Operations management; Database","score_opus":0.06568918211076574,"score_gpt":0.3058742671703849,"score_spread":0.24018508505961916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2794325666","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9813384,0.000025738922,0.009604414,0.0012582252,0.00028870095,0.00027722865,0.0000015403626,0.00012030287,0.00708545],"genre_scores_gemma":[0.99356836,0.0000050530275,0.005924912,0.00021292947,0.0000830273,0.00000604766,5.868292e-7,0.000020422178,0.00017867655],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99798506,0.00003611805,0.00052461127,0.0006606278,0.00041504964,0.000378512],"domain_scores_gemma":[0.99769896,0.000079843754,0.0009906967,0.0005658284,0.0005364556,0.00012823415],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00083054916,0.00029265063,0.0003927334,0.00012878647,0.0025186732,0.001629381,0.001184175,0.00011320816,0.000007448294],"category_scores_gemma":[0.00028767675,0.00024116712,0.00013394386,0.00014899512,0.0004462282,0.0008293572,0.0007230587,0.00034495743,0.0000039840143],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009133115,0.0003345876,0.086614124,0.00064137275,0.00013609607,0.000007795934,0.012175172,0.0010602864,0.5687669,0.25200355,0.00042771347,0.07774106],"study_design_scores_gemma":[0.0023733897,0.00035578452,0.27128103,0.004209427,0.00015094686,0.00015973947,0.0014101743,0.6205763,0.0525928,0.04481362,0.00045877896,0.0016179492],"about_ca_topic_score_codex":0.00007851683,"about_ca_topic_score_gemma":0.0000031575048,"teacher_disagreement_score":0.6195161,"about_ca_system_score_codex":0.000062787716,"about_ca_system_score_gemma":0.00007633049,"threshold_uncertainty_score":0.99940705},"labels":[],"label_agreement":null},{"id":"W2796294589","doi":"10.1145/3173574.3173884","title":"Crowdsourcing vs Laboratory-Style Social Acceptability Studies?","year":2018,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; University of Manitoba","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Crowdsourcing; Data collection; Modalities; Data science; Style (visual arts); Computer science; Key (lock); Knowledge management; Applied psychology; World Wide Web; Psychology","score_opus":0.025220594092997914,"score_gpt":0.3023743306040157,"score_spread":0.27715373651101777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2796294589","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8298208,0.00014943547,0.14889696,0.0024379878,0.0013243143,0.0001964088,0.0000027072422,0.0011185153,0.016052859],"genre_scores_gemma":[0.97935647,0.0000029268372,0.01796478,0.001305083,0.00082063023,0.000009323738,4.7983985e-7,0.000016461994,0.00052386674],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979726,0.00016508506,0.00033306182,0.00065302994,0.0003432773,0.0005329478],"domain_scores_gemma":[0.99831116,0.00014286704,0.000115042036,0.0007650626,0.00054469897,0.00012117702],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009619495,0.0002218619,0.00031208014,0.000089212386,0.0009181673,0.00033876457,0.00074258057,0.000102557395,0.00017487996],"category_scores_gemma":[0.0002515126,0.00019601377,0.00010271533,0.0007573097,0.00035777738,0.00054115296,0.00053238793,0.00018811467,0.00031089055],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016184703,0.00087021105,0.038345374,0.00038482895,0.00072691735,0.00013311146,0.12142387,0.00007017661,0.045209263,0.1589107,0.27274975,0.36101392],"study_design_scores_gemma":[0.005016172,0.0017992728,0.14339833,0.00019681102,0.00016153761,0.00011581792,0.016666334,0.059707813,0.2996364,0.01161829,0.4563028,0.005380469],"about_ca_topic_score_codex":0.000034223624,"about_ca_topic_score_gemma":0.000044699435,"teacher_disagreement_score":0.35563347,"about_ca_system_score_codex":0.000116184645,"about_ca_system_score_gemma":0.00010005969,"threshold_uncertainty_score":0.79932094},"labels":[],"label_agreement":null},{"id":"W2802838214","doi":"10.1016/j.infsof.2019.03.003","title":"Images don’t lie: Duplicate crowdtesting reports detection with screenshot information","year":2019,"lang":"en","type":"article","venue":"Information and Software Technology","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":65,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"China Scholarship Council; National Natural Science Foundation of China","keywords":"Context (archaeology); Feature (linguistics); Word embedding; Computer science; Precision and recall; Similarity (geometry); Artificial intelligence; Image (mathematics); Variety (cybernetics); Word (group theory); F1 score; Recall; Information retrieval; Natural language processing; Embedding; Data mining; Pattern recognition (psychology); Mathematics; Geography; Linguistics","score_opus":0.003162984024258265,"score_gpt":0.1814050668166534,"score_spread":0.17824208279239512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2802838214","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3392174,0.000029100116,0.6575494,0.00036630998,0.000121729245,0.00025095762,8.7608436e-7,0.0014438151,0.001020453],"genre_scores_gemma":[0.96590334,0.000008288274,0.033657737,0.0003469514,0.000008680591,0.000022349539,0.000011400578,0.0000049061423,0.000036363905],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99897426,0.000011425504,0.00041665722,0.00016220562,0.00018994595,0.00024548784],"domain_scores_gemma":[0.9987891,0.00004547433,0.0003554131,0.0005174769,0.00023974357,0.000052797273],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027041204,0.0001474677,0.00015557792,0.00048061807,0.00021339914,0.00034792032,0.00018794215,0.0001693391,0.000005765297],"category_scores_gemma":[0.00019428963,0.00012792273,0.000021872987,0.0005781014,0.00007596697,0.0036481963,0.00015625266,0.00022948264,0.000070560156],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000123876125,0.000007897119,0.02329192,0.00010775943,0.000013524436,0.000007009367,0.0005901376,0.00044582735,0.0006208584,0.0023821213,0.00015357586,0.972367],"study_design_scores_gemma":[0.0072365846,0.003491639,0.14949895,0.0013934273,0.0001143674,0.024287406,0.005600041,0.20842534,0.20045693,0.021918647,0.37260485,0.004971806],"about_ca_topic_score_codex":0.000035572037,"about_ca_topic_score_gemma":0.0000053097024,"teacher_disagreement_score":0.9673952,"about_ca_system_score_codex":0.00003805192,"about_ca_system_score_gemma":0.000046063946,"threshold_uncertainty_score":0.5216538},"labels":[],"label_agreement":null},{"id":"W2803819785","doi":"10.3390/s18051593","title":"SOBER-MCS: Sociability-Oriented and Battery Efficient Recruitment for Mobile Crowd-Sensing","year":2018,"lang":"en","type":"article","venue":"Sensors","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; National Science Foundation","keywords":"Wearable computer; Participatory sensing; Interconnectivity; Computer science; Mobile device; Citizen science; Trustworthiness; Process (computing); Human–computer interaction; Computer security; Internet privacy; World Wide Web; Data science; Embedded system; Artificial intelligence","score_opus":0.026474105379510178,"score_gpt":0.28271283104825035,"score_spread":0.2562387256687402,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2803819785","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86959195,0.00008285911,0.12726267,0.00041347867,0.00091237406,0.0008872481,0.0000053530716,0.00026368457,0.0005803683],"genre_scores_gemma":[0.96282434,0.000004444545,0.035944603,0.0003974612,0.00035059,0.000035677513,0.0000031018374,0.000027495373,0.0004122501],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979194,0.0001256151,0.00034259245,0.00076799194,0.00026200563,0.0005823909],"domain_scores_gemma":[0.9984101,0.00033695542,0.00012527467,0.00070175604,0.00025744404,0.00016846294],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00073249533,0.00024173452,0.00027920282,0.00011683491,0.00059105677,0.0002148083,0.00021444485,0.000107182204,0.000007572109],"category_scores_gemma":[0.00014012368,0.00022904003,0.00011243312,0.00028525124,0.00029443312,0.000087290675,0.00020195609,0.0001314837,0.00003445828],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023842302,0.000776099,0.0018708791,0.00048444193,0.0003110209,0.00010928201,0.05059045,0.011726714,0.05113251,0.013867958,0.010290203,0.85860205],"study_design_scores_gemma":[0.0016492784,0.00089920923,0.0013245092,0.00021977277,0.000058538484,0.00017242704,0.0017247404,0.84363115,0.059754554,0.0016724527,0.087876834,0.001016541],"about_ca_topic_score_codex":0.000034255077,"about_ca_topic_score_gemma":0.000012735839,"teacher_disagreement_score":0.8575855,"about_ca_system_score_codex":0.00010727117,"about_ca_system_score_gemma":0.000056373414,"threshold_uncertainty_score":0.93399817},"labels":[],"label_agreement":null},{"id":"W2804404899","doi":"10.3390/s18051566","title":"A Crowdsensing Based Analytical Framework for Perceptional Degradation of OTT Web Browsing","year":2018,"lang":"en","type":"article","venue":"Sensors","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Key Laboratory of Universal Wireless Communications of Ministry of Education; Newton Fund; National Natural Science Foundation of China; Beijing Union University; Beijing University of Posts and Telecommunications; Royal Academy of Engineering","keywords":"Computer science; Key (lock); Service (business); Web service; The Internet; World Wide Web; Computer security","score_opus":0.02945450596718529,"score_gpt":0.2920786044694548,"score_spread":0.2626240985022695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2804404899","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5030833,0.000005073383,0.49552804,0.00060191646,0.00023633297,0.00009362922,0.000003080788,0.00008546017,0.00036314168],"genre_scores_gemma":[0.71296024,4.1167465e-7,0.28640488,0.00024253238,0.000250112,0.0000014301467,0.0000035974192,0.000013111939,0.00012372441],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99854463,0.00008067728,0.00032237198,0.0004070006,0.0003126153,0.0003326926],"domain_scores_gemma":[0.9984839,0.00044428642,0.00013738924,0.00048182168,0.00035557375,0.0000970249],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043360706,0.00015254112,0.00021636569,0.00018314134,0.00025882223,0.00012631039,0.00023188164,0.00012853976,0.000029559384],"category_scores_gemma":[0.00047379913,0.00015181064,0.00014863693,0.00042255095,0.0002165631,0.00013340711,0.000048636128,0.0001319094,0.00002118859],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00040617213,0.00058669306,0.007617673,0.00040061277,0.00023269608,0.00003841483,0.004712581,0.020573787,0.16909893,0.4554496,0.0046173804,0.33626544],"study_design_scores_gemma":[0.00029922705,0.00012797669,0.0017481832,0.00015511848,0.000020331596,0.000018474355,0.000072511495,0.98076314,0.012611461,0.0028407853,0.0011444574,0.00019836581],"about_ca_topic_score_codex":0.000014174946,"about_ca_topic_score_gemma":0.000006999172,"teacher_disagreement_score":0.96018934,"about_ca_system_score_codex":0.000052926946,"about_ca_system_score_gemma":0.00013155822,"threshold_uncertainty_score":0.6190659},"labels":[],"label_agreement":null},{"id":"W2805038576","doi":"10.1155/2018/6231236","title":"Crowdsourcing for Mobile Networks and IoT","year":2018,"lang":"en","type":"article","venue":"Wireless Communications and Mobile Computing","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Crowdsourcing; Internet of Things; Data science; World Wide Web; Computer security","score_opus":0.016849414738011496,"score_gpt":0.27659384078774524,"score_spread":0.25974442604973375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2805038576","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3728604,0.0028794543,0.6229749,0.00013241697,0.000156152,0.00045906322,0.0000016183214,0.00022249766,0.00031355247],"genre_scores_gemma":[0.9403183,0.00027980487,0.058808476,0.00020192155,0.00019724092,0.00011161611,0.0000055521164,0.000024814186,0.000052302945],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99849516,0.000117701886,0.00036974836,0.00049202004,0.00010338242,0.00042196203],"domain_scores_gemma":[0.99717253,0.0007047561,0.00017374747,0.0015821948,0.00022071826,0.00014607038],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0007227764,0.00021005537,0.00027682248,0.000108820714,0.0017254406,0.0004532874,0.00093862525,0.000102590835,0.0000013848036],"category_scores_gemma":[0.000025682159,0.00021498984,0.000059361926,0.00030251133,0.00043755022,0.00014708073,0.0014677978,0.00022068879,0.0000022243053],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006326642,0.00007884222,0.0011621031,0.00005185215,0.000033888035,8.82689e-7,0.0034150342,0.0024711594,0.0014536111,0.015584895,0.00021876619,0.97552264],"study_design_scores_gemma":[0.00036696796,0.00022142836,0.00036181783,0.00014725608,0.000013679532,0.000047691017,0.00043570367,0.9764872,0.0003337198,0.00023352267,0.021080302,0.00027066513],"about_ca_topic_score_codex":0.0000471199,"about_ca_topic_score_gemma":0.000020943842,"teacher_disagreement_score":0.975252,"about_ca_system_score_codex":0.000027018297,"about_ca_system_score_gemma":0.0000358918,"threshold_uncertainty_score":0.9995742},"labels":[],"label_agreement":null},{"id":"W2809450641","doi":"10.1109/tmc.2018.2847350","title":"Reward or Penalty: Aligning Incentives of Stakeholders in Crowdsourcing","year":2018,"lang":"en","type":"article","venue":"IEEE Transactions on Mobile Computing","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Crowdsourcing; Incentive; Computer science; Payment; Crowdsourcing software development; Quality (philosophy); Key (lock); Perspective (graphical); Data science; Knowledge management; Computer security; World Wide Web; Artificial intelligence; Microeconomics; Economics","score_opus":0.045404160681853045,"score_gpt":0.28470959608749746,"score_spread":0.23930543540564442,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2809450641","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40494838,0.000025710762,0.5937441,0.000028701545,0.00053449214,0.00021565716,0.0000015560815,0.00015937777,0.00034200202],"genre_scores_gemma":[0.97783554,0.000008423547,0.021785993,0.00011272444,0.00009817565,0.000014514232,4.2965334e-7,0.000030129842,0.000114064234],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99743754,0.00021247711,0.00068471924,0.0006853008,0.00039183535,0.0005881508],"domain_scores_gemma":[0.99828935,0.00047033612,0.0002527486,0.0006921877,0.00017443388,0.000120961835],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00085731444,0.0002799649,0.0004107324,0.00051714043,0.00043393843,0.00015017547,0.0006468372,0.00011179965,0.000029811232],"category_scores_gemma":[0.000024222201,0.00026699158,0.00014762348,0.0012546285,0.00021787213,0.00035556825,0.00001765343,0.00039366566,0.000023137442],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018092257,0.00062241766,0.0008423231,0.00018851944,0.00010502081,0.000093794006,0.023378985,0.35586214,0.027992845,0.0002504449,0.00014198989,0.5903406],"study_design_scores_gemma":[0.001980826,0.0012446131,0.00078822055,0.0016792777,0.000034687688,0.00011324824,0.0040900568,0.6042551,0.38405547,0.00015971922,0.0007056192,0.0008931916],"about_ca_topic_score_codex":0.00015022416,"about_ca_topic_score_gemma":0.00010859489,"teacher_disagreement_score":0.5894474,"about_ca_system_score_codex":0.0001258978,"about_ca_system_score_gemma":0.00013905719,"threshold_uncertainty_score":0.99997824},"labels":[],"label_agreement":null},{"id":"W2860417883","doi":"10.1109/iccw.2018.8403744","title":"Robust Quality Metric for Scarce Mobile Crowd-Sensing Scenarios","year":2018,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Metric (unit); Outlier; Computer science; Quality (philosophy); Range (aeronautics); Sample (material); Centrality; Sample size determination; Data mining; Statistics; Mathematics; Artificial intelligence; Engineering","score_opus":0.05405144786018457,"score_gpt":0.3000625953822249,"score_spread":0.24601114752204034,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2860417883","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08683205,0.00008627465,0.9055036,0.00024883272,0.000706883,0.00040031728,0.0000017924382,0.00051248865,0.0057078092],"genre_scores_gemma":[0.77271724,0.0000018341061,0.22479483,0.0005487904,0.00035692577,0.000010690828,0.0000017142419,0.000019158866,0.0015487954],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977809,0.000112037655,0.00042312653,0.0007335927,0.000340903,0.0006094418],"domain_scores_gemma":[0.997735,0.00043188588,0.0001419357,0.001051522,0.00046111573,0.00017854238],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013054786,0.0002215445,0.00029853228,0.00025021879,0.00058296823,0.00048400927,0.0006524222,0.00011140964,0.000030514575],"category_scores_gemma":[0.00029520883,0.00019901186,0.0001676446,0.0010250908,0.00015643911,0.00037716003,0.00027123207,0.00012822932,0.000108919674],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007910201,0.00031739008,0.0011655042,0.00020765756,0.00014080365,0.000020655125,0.0043440843,0.0067266948,0.04184196,0.0413575,0.025923869,0.8778748],"study_design_scores_gemma":[0.0013438198,0.0006392382,0.001551323,0.00009338621,0.000033100652,0.000096408774,0.0005026687,0.8397813,0.11547663,0.0025577561,0.036822468,0.0011019247],"about_ca_topic_score_codex":0.0002541293,"about_ca_topic_score_gemma":0.00008073755,"teacher_disagreement_score":0.8767729,"about_ca_system_score_codex":0.000081348255,"about_ca_system_score_gemma":0.00010012467,"threshold_uncertainty_score":0.8115468},"labels":[],"label_agreement":null},{"id":"W2883329982","doi":"10.3390/jsan7030029","title":"Trajectory-Assisted Municipal Agent Mobility: A Sensor-Driven Smart Waste Management System","year":2018,"lang":"en","type":"article","venue":"Journal of Sensor and Actuator Networks","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Heuristics; Computer science; Truck; Greedy algorithm; Cloud computing; Integer programming; Smart city; Trajectory; Set (abstract data type); Waste collection; Software deployment; Real-time computing; Internet of Things; Computer security; Municipal solid waste; Automotive engineering; Engineering; Operating system","score_opus":0.016187300830491972,"score_gpt":0.231710230898665,"score_spread":0.21552293006817302,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883329982","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8622427,0.00035018026,0.13454993,0.00014150006,0.0015379739,0.0002048641,0.0000015814796,0.00009284375,0.0008784037],"genre_scores_gemma":[0.9792014,0.00008482056,0.01932173,0.00017420453,0.0010178224,0.0000020763498,5.902725e-7,0.000022721888,0.00017465082],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977414,0.00021523771,0.0007197372,0.00037618293,0.00045642056,0.0004909945],"domain_scores_gemma":[0.9981841,0.00013729709,0.0004967487,0.00059113326,0.00025464216,0.00033610218],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007914288,0.0002779071,0.00049594603,0.00020264291,0.0003337732,0.00032899305,0.00048618604,0.0001363784,0.000007834631],"category_scores_gemma":[0.000018308096,0.00022418283,0.00021401823,0.00032901537,0.00015463005,0.00026292691,0.00020123845,0.00038615803,0.000008714129],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015522506,0.0018695727,0.006413548,0.0015587194,0.004392737,0.0087671615,0.02439076,0.05000276,0.01801981,0.0064734975,0.020196866,0.85636234],"study_design_scores_gemma":[0.003232746,0.0013238351,0.010055419,0.0017396262,0.0003997681,0.004330733,0.006861149,0.9549985,0.0013645088,0.000052378808,0.014653613,0.0009877268],"about_ca_topic_score_codex":0.000014688316,"about_ca_topic_score_gemma":0.0000074748127,"teacher_disagreement_score":0.90499574,"about_ca_system_score_codex":0.00012889811,"about_ca_system_score_gemma":0.000030114963,"threshold_uncertainty_score":0.91419107},"labels":[],"label_agreement":null},{"id":"W2883420210","doi":"10.1007/s10115-018-1235-5","title":"Overview of the crowdsourcing process","year":2018,"lang":"en","type":"article","venue":"Knowledge and Information Systems","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":37,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Crowdsourcing; Computer science; Process (computing); Task (project management); Quality (philosophy); Data science; Human intelligence; Incentive; Artificial intelligence; Machine learning; World Wide Web; Engineering","score_opus":0.020536533582253488,"score_gpt":0.26745217543955035,"score_spread":0.24691564185729686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883420210","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5472501,0.0059405537,0.1919339,0.00033577098,0.0043951026,0.0009605568,0.0000058659925,0.00034165653,0.24883649],"genre_scores_gemma":[0.9995651,0.0000133141675,0.00008301195,0.00007227178,0.00010068676,0.000006480708,4.131135e-7,0.0000024211768,0.00015627206],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99927765,0.00004838581,0.0003252336,0.000081659535,0.00014541703,0.00012162923],"domain_scores_gemma":[0.9990718,0.000030640593,0.00019343501,0.00033497642,0.00033167697,0.000037496073],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040711876,0.00007702543,0.00012271416,0.00006917779,0.00021224114,0.00017750038,0.00031189123,0.000042855685,0.000001676127],"category_scores_gemma":[0.000044253287,0.00005041101,0.00003241693,0.00038824152,0.000071331604,0.0014042415,0.00012270211,0.000055201253,0.00004854331],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017331377,0.00009666149,0.011915402,0.00517382,0.00009393866,5.6400114e-7,0.18559104,0.00037467774,0.0015064526,0.49728036,0.014150808,0.28379893],"study_design_scores_gemma":[0.0009817738,0.00018696596,0.013134016,0.002182848,0.000024471494,0.00018310628,0.0028498955,0.38531676,0.019909326,0.00047922475,0.5742147,0.00053689646],"about_ca_topic_score_codex":0.000015673286,"about_ca_topic_score_gemma":0.0000023856962,"teacher_disagreement_score":0.5600639,"about_ca_system_score_codex":0.000012916675,"about_ca_system_score_gemma":0.000056959074,"threshold_uncertainty_score":0.20557013},"labels":[],"label_agreement":null},{"id":"W2883626290","doi":"10.1145/3196398.3196445","title":"The open-closed principle of modern machine learning frameworks","year":2018,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"License; Open source; Cloud computing; Computer science; Demise; Data science; Open-source software development; World Wide Web; Knowledge management; Open data; Software development; Software; Political science","score_opus":0.015575666125038495,"score_gpt":0.27387340622631845,"score_spread":0.2582977401012799,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2883626290","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07024408,0.0001448645,0.90372044,0.00059634366,0.00027042182,0.00014046596,2.1794881e-7,0.00013279461,0.02475035],"genre_scores_gemma":[0.9654252,0.0000069828475,0.030740727,0.00021185177,0.00009037795,0.0000033891538,3.5471146e-7,0.000008498867,0.003512641],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99902314,0.00008793864,0.00020406286,0.00025379946,0.00018993534,0.00024110914],"domain_scores_gemma":[0.99880934,0.00019878165,0.00010626212,0.00070191774,0.00012755321,0.000056126664],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006692439,0.00009215457,0.00012503596,0.00002688809,0.0005247866,0.00040373468,0.0014226213,0.00008452401,0.000019184557],"category_scores_gemma":[0.0001460276,0.000058569447,0.000039828326,0.00022083371,0.00012788798,0.00018806368,0.0009194718,0.00032955757,0.000026244164],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038947146,0.00009997198,0.0034133848,0.000014466998,0.000056163553,0.000006678775,0.0030741387,0.0019910366,0.008761561,0.32142887,0.0008981125,0.6602167],"study_design_scores_gemma":[0.0002201913,0.00012993238,0.0007403275,0.000031457006,0.0000030335104,0.000009191522,0.000023284392,0.9387338,0.01368168,0.010235857,0.036065206,0.00012603517],"about_ca_topic_score_codex":0.00007794316,"about_ca_topic_score_gemma":0.000058254256,"teacher_disagreement_score":0.9367428,"about_ca_system_score_codex":0.000012854674,"about_ca_system_score_gemma":0.00004569665,"threshold_uncertainty_score":0.40362874},"labels":[],"label_agreement":null},{"id":"W2884971059","doi":"10.1109/twc.2018.2885747","title":"A Stackelberg Game Approach Toward Socially-Aware Incentive Mechanisms for Mobile Crowdsensing","year":2018,"lang":"en","type":"article","venue":"IEEE Transactions on Wireless Communications","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":186,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Stackelberg competition; Computer science; Incentive; Service provider; Revenue; Backward induction; Service (business); Mobile telephony; Mobile computing; Computer network; Game theory; Complete information; Bayesian game; Computer security; Business; Microeconomics; Mobile radio; Sequential game; Economics","score_opus":0.03813459668068552,"score_gpt":0.28664665213839785,"score_spread":0.24851205545771232,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2884971059","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0053583994,0.000048978585,0.9907355,0.0008386899,0.00060964323,0.00090949726,0.000056812405,0.00057287316,0.00086962065],"genre_scores_gemma":[0.8462516,0.00006438867,0.15257482,0.00028658402,0.00007165862,0.0004228744,0.000014691817,0.00004626264,0.00026708818],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99775505,0.000278981,0.00046756383,0.00063144194,0.00032619754,0.00054073735],"domain_scores_gemma":[0.9958658,0.00048209613,0.00020260634,0.0027114337,0.0005705764,0.00016744724],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.00044305623,0.0003170928,0.0003542617,0.00025103765,0.0017285079,0.00035444408,0.0018839506,0.00019684904,0.000010554621],"category_scores_gemma":[0.000009727233,0.0003448107,0.00027462913,0.00074221136,0.00046012222,0.00045629754,0.000040064693,0.00045513845,0.000052637144],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022674885,0.004908582,0.000008643516,0.00030718537,0.000847429,0.0000064534997,0.055519156,0.016257597,0.052999604,0.19171353,0.0016531233,0.67555195],"study_design_scores_gemma":[0.0013000582,0.0005627102,0.000019556519,0.00018150713,0.00011382739,0.000032845503,0.002448077,0.8938708,0.0890816,0.0071376488,0.0043334705,0.00091790117],"about_ca_topic_score_codex":0.00009248922,"about_ca_topic_score_gemma":0.00013293889,"teacher_disagreement_score":0.8776132,"about_ca_system_score_codex":0.00021654324,"about_ca_system_score_gemma":0.00027893862,"threshold_uncertainty_score":0.9999004},"labels":[],"label_agreement":null},{"id":"W2886331632","doi":"10.1109/icc.2018.8422306","title":"An Online Mechanism for Crowdsensing with Uncertain Task Arriving","year":2018,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Computer science; Crowdsensing; Task (project management); Incentive; Mechanism (biology); Online algorithm; Online and offline; Competitive analysis; Quality (philosophy); Computer security","score_opus":0.027112938053902347,"score_gpt":0.26714781212683614,"score_spread":0.24003487407293378,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886331632","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21361218,0.000004391588,0.78433084,0.00045382135,0.00022967641,0.00017583935,0.0000023207115,0.00042126168,0.0007696575],"genre_scores_gemma":[0.636784,3.9191139e-7,0.3617648,0.000912046,0.00029830783,0.0000038604194,0.000003697416,0.000018678478,0.00021422493],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984041,0.000049291328,0.00021431458,0.0006101075,0.00022970253,0.00049247115],"domain_scores_gemma":[0.9983989,0.00010434626,0.00008974334,0.00084724504,0.00038827065,0.00017148978],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034630057,0.00020496408,0.00019680485,0.000109472836,0.00046624895,0.00039534175,0.000501071,0.000072157185,0.000008108725],"category_scores_gemma":[0.00005430258,0.00016046697,0.000051447205,0.00030323362,0.00009585316,0.0004701142,0.000080438054,0.00009875385,0.000011862203],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000085937245,0.00036752477,0.0003012174,0.00006363477,0.000092665374,0.00006729757,0.0049011405,0.00092136045,0.3115602,0.5074567,0.0014133162,0.172769],"study_design_scores_gemma":[0.0006707673,0.0011413472,0.00019325965,0.000111255424,0.0000182046,0.00014920991,0.00048704768,0.8991873,0.08482705,0.01133472,0.0013535413,0.0005262724],"about_ca_topic_score_codex":0.00011476678,"about_ca_topic_score_gemma":0.00042791193,"teacher_disagreement_score":0.89826596,"about_ca_system_score_codex":0.00004084732,"about_ca_system_score_gemma":0.00009441909,"threshold_uncertainty_score":0.6543653},"labels":[],"label_agreement":null},{"id":"W2887346961","doi":"10.1257/aer.20181065","title":"Testing the Waters: Behavior across Participant Pools","year":2021,"lang":"en","type":"article","venue":"American Economic Review","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":277,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Leverage (statistics); Sample (material); Population; Set (abstract data type); Amazon rainforest; Scale (ratio); Psychology; Statistics; Computer science; Geography; Ecology; Mathematics; Demography; Biology; Cartography; Sociology; Physics","score_opus":0.08043842403601754,"score_gpt":0.3246748597124279,"score_spread":0.24423643567641035,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2887346961","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93499863,0.039519366,0.00642789,0.013588884,0.0009357287,0.0007870122,0.000010145928,0.00038757853,0.003344792],"genre_scores_gemma":[0.9805227,0.00403271,0.0072685904,0.0076481523,0.0001341,0.00013670049,0.0000029409446,0.00002148794,0.00023262425],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984442,0.00016947922,0.000429967,0.00043914656,0.00007419002,0.00044299345],"domain_scores_gemma":[0.9982999,0.00023395165,0.00024970702,0.0010701957,0.000048252503,0.00009800114],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00065417844,0.00014914975,0.00040716166,0.00000899336,0.00021912431,0.00028029495,0.0005941513,0.000013330467,0.000019412206],"category_scores_gemma":[0.00015520857,0.00010618181,0.00012886572,0.0002428347,0.00017516593,0.00017689937,0.0003081314,0.0001285301,0.00035684978],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.7725784e-7,0.000019773615,0.0024659396,0.000079368816,0.000021199565,0.000044015946,0.00034256215,0.000057343703,0.00039245366,0.0004417721,0.0013571748,0.9947781],"study_design_scores_gemma":[0.00076599955,0.0003876098,0.1289877,0.006938313,0.00063947623,0.0033803638,0.002806529,0.016304126,0.0065168403,0.00042227548,0.8302368,0.0026139948],"about_ca_topic_score_codex":0.0001421814,"about_ca_topic_score_gemma":0.00001390224,"teacher_disagreement_score":0.99216413,"about_ca_system_score_codex":0.000057099,"about_ca_system_score_gemma":0.00013049252,"threshold_uncertainty_score":0.4586701},"labels":[],"label_agreement":null},{"id":"W2888319397","doi":"10.1109/jiot.2018.2866973","title":"Location-Dependent Task Allocation for Mobile Crowdsensing With Clustering Effect","year":2018,"lang":"en","type":"article","venue":"IEEE Internet of Things Journal","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":87,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Cluster analysis; Task (project management); Profit (economics); Task analysis; Key (lock); Energy consumption; Data mining; Machine learning; Distributed computing","score_opus":0.008561934544858405,"score_gpt":0.24656665027650965,"score_spread":0.23800471573165125,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2888319397","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3195532,0.00006398639,0.67886186,0.00008986151,0.0009902176,0.00019200065,1.9179656e-7,0.000055405108,0.00019326991],"genre_scores_gemma":[0.9533514,0.0000028639308,0.045708135,0.00018151103,0.0004327253,0.000010879011,5.812092e-7,0.00002471893,0.0002872129],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99838847,0.0000913366,0.00046313624,0.00033001893,0.00039181169,0.00033521964],"domain_scores_gemma":[0.9980696,0.00020089844,0.00049313874,0.00037847858,0.00073936034,0.000118549506],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012497905,0.00019959811,0.00026936035,0.00019250439,0.00021686257,0.00046895168,0.00063463906,0.00007895777,0.0000047526255],"category_scores_gemma":[0.000095929645,0.00016044408,0.000099778415,0.00019700875,0.000120914076,0.0007920603,0.00008578173,0.00025827164,0.000011483954],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011873457,0.0003426838,0.001603067,0.00088779675,0.00072953413,0.00011074536,0.04603354,0.032908324,0.53323483,0.001196271,0.005983568,0.37578228],"study_design_scores_gemma":[0.0012979921,0.0026987116,0.00011439361,0.0013668721,0.00005513561,0.0019438001,0.00015263421,0.50859153,0.48226458,0.0003559029,0.0007995887,0.00035884135],"about_ca_topic_score_codex":0.00007336669,"about_ca_topic_score_gemma":0.000017613527,"teacher_disagreement_score":0.6337982,"about_ca_system_score_codex":0.00011814297,"about_ca_system_score_gemma":0.0000964244,"threshold_uncertainty_score":0.65427196},"labels":[],"label_agreement":null},{"id":"W2890861208","doi":"10.1145/3274895.3274981","title":"In-route task selection in crowdsourcing","year":2018,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada; Ciência sem Fronteiras; Conselho Nacional de Desenvolvimento Científico e Tecnológico","keywords":"Crowdsourcing; Task (project management); Computer science; Skyline; Set (abstract data type); Heuristic; Selection (genetic algorithm); Path (computing); Recall; Artificial intelligence; Machine learning; Data mining; Cognitive psychology; Psychology; Engineering; World Wide Web","score_opus":0.008268904931308796,"score_gpt":0.24003414182218424,"score_spread":0.23176523689087544,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2890861208","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.72756624,0.000017642782,0.2518832,0.0006488879,0.00034700698,0.00010773217,9.637303e-8,0.00018309616,0.019246073],"genre_scores_gemma":[0.9844864,0.0000012319382,0.0136021,0.00064768374,0.00015980007,0.000005562676,1.6671156e-7,0.0000079556585,0.0010890899],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988105,0.00006319966,0.00023542707,0.00038187834,0.00014725888,0.0003617209],"domain_scores_gemma":[0.9995725,0.000048179147,0.000041124953,0.00023724475,0.00004792415,0.000053012664],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045781682,0.000110517714,0.00013175438,0.0002853905,0.00008769027,0.00015070311,0.0003075512,0.00006654313,0.00003351622],"category_scores_gemma":[0.000043353764,0.00010745072,0.000028877239,0.0009808184,0.00004094521,0.00049556344,0.000114461676,0.00016058232,0.00013417988],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008474524,0.0006818862,0.28266427,0.00009650275,0.00003943198,0.00036076142,0.031196805,0.006425983,0.2917279,0.14384289,0.018896991,0.22398181],"study_design_scores_gemma":[0.0016840552,0.0003169766,0.11886305,0.00019918753,0.000004346672,0.0002101913,0.00029552702,0.7615852,0.07893159,0.007877973,0.029112808,0.0009191079],"about_ca_topic_score_codex":0.00078562443,"about_ca_topic_score_gemma":0.0015140622,"teacher_disagreement_score":0.7551592,"about_ca_system_score_codex":0.000105588326,"about_ca_system_score_gemma":0.000050267656,"threshold_uncertainty_score":0.43817133},"labels":[],"label_agreement":null},{"id":"W2893414612","doi":"10.1145/3258692","title":"Session details: Session 7A: Crowdsourcing &amp; Assessment","year":2018,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Session (web analytics); Crowdsourcing; Computer science; Multimedia; World Wide Web","score_opus":0.02375889438937933,"score_gpt":0.29992422117047435,"score_spread":0.276165326781095,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2893414612","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17535649,0.000038834158,0.78854144,0.0007193652,0.0008899163,0.0001326485,3.6825998e-7,0.00065694674,0.033663996],"genre_scores_gemma":[0.7995949,0.000005086134,0.19600064,0.0006839347,0.00037383658,0.000008133816,0.0000025992224,0.000021256732,0.0033096431],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997522,0.00017247626,0.00039874052,0.00075549434,0.0005470645,0.00060421746],"domain_scores_gemma":[0.9979993,0.00014240138,0.0001565908,0.0012237027,0.00023888821,0.00023912339],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008473283,0.00027592917,0.0002658293,0.00018030709,0.0007821804,0.0006017326,0.00079172844,0.00013925992,0.00023932304],"category_scores_gemma":[0.000071409006,0.00021858582,0.00011399257,0.00057843694,0.00011681837,0.00069962844,0.00061616505,0.00027604887,0.00051939],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033783024,0.0005377721,0.021772865,0.00012443723,0.00009911041,0.0000862106,0.0051625785,0.0006053394,0.29386798,0.04648444,0.0647273,0.5664982],"study_design_scores_gemma":[0.0028221314,0.0007923148,0.03981955,0.0013629486,0.00007756178,0.0005357257,0.0010828824,0.43680725,0.16836788,0.009097453,0.33616546,0.003068865],"about_ca_topic_score_codex":0.00008468602,"about_ca_topic_score_gemma":0.00005935719,"teacher_disagreement_score":0.6242384,"about_ca_system_score_codex":0.00011997554,"about_ca_system_score_gemma":0.00015093274,"threshold_uncertainty_score":0.8913671},"labels":[],"label_agreement":null},{"id":"W2895962414","doi":"10.1007/978-981-10-7847-7_6","title":"Crowdsourcing Database Systems and Optimization","year":2018,"lang":"en","type":"book-chapter","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Crowdsourcing; Computer science; Set (abstract data type); Database; Code (set theory); Data science; World Wide Web; Programming language","score_opus":0.019502137731543037,"score_gpt":0.21796586618403282,"score_spread":0.19846372845248977,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2895962414","genre_codex":"methods","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000012569718,0.00069133245,0.6812016,0.000052722804,0.0005441061,0.00017106903,0.000005971581,0.00031276763,0.31700787],"genre_scores_gemma":[0.0026964804,0.0002367206,0.13035701,0.00029113458,0.0008566031,0.000007797813,0.000053735166,0.000104449944,0.8653961],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982354,0.000024496807,0.00036093834,0.0007789654,0.00032363995,0.00027654594],"domain_scores_gemma":[0.9982523,0.00009028672,0.00022276946,0.0010985184,0.00017048864,0.00016563786],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00038641744,0.00035489813,0.00035180143,0.00021510347,0.00024385875,0.0007542537,0.00045498306,0.00025739952,0.00015676336],"category_scores_gemma":[0.000025699168,0.00033125136,0.00006106809,0.000046464946,0.000116420575,0.00036395618,0.00049654,0.00023630405,0.00012688126],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010657753,0.000021623333,0.000009124075,0.00048220286,0.00016553063,0.00016986337,0.00097433565,0.02846117,0.000164911,0.90695184,0.04918293,0.01340581],"study_design_scores_gemma":[0.00025261825,0.00008081937,9.4399576e-7,0.0009010525,0.000048965172,0.00029551118,0.000031449854,0.8610974,0.00007857225,0.001235455,0.13517034,0.00080690335],"about_ca_topic_score_codex":0.000037474947,"about_ca_topic_score_gemma":0.000004724951,"teacher_disagreement_score":0.90571636,"about_ca_system_score_codex":0.000049217368,"about_ca_system_score_gemma":0.00006550218,"threshold_uncertainty_score":0.99991393},"labels":[],"label_agreement":null},{"id":"W2898636943","doi":"10.1145/3274355","title":"Creating Better Action Plans for Writing Tasks via Vocabulary-Based Planning","year":2018,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Vocabulary; Computer science; Task (project management); Action (physics); Context (archaeology); Plan (archaeology); Set (abstract data type); Domain (mathematical analysis); Action plan; Human–computer interaction; Quality (philosophy); Automation; Process management; Artificial intelligence; Knowledge management; Engineering; Linguistics","score_opus":0.06342491920446641,"score_gpt":0.33789907807114816,"score_spread":0.27447415886668175,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898636943","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7222279,0.0000029465089,0.2744927,0.0008685237,0.001119282,0.0002968723,0.0000017036732,0.00021253651,0.00077754905],"genre_scores_gemma":[0.9332279,1.4123162e-7,0.06430709,0.00086714415,0.0014855323,0.00003113472,0.000003388409,0.000029203351,0.000048443148],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9982297,0.000020337335,0.0004814823,0.00056592986,0.00033845077,0.00036412576],"domain_scores_gemma":[0.99807686,0.00027754132,0.00059625047,0.00056923775,0.0004231816,0.000056951165],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005339179,0.00025149508,0.00024646538,0.000235227,0.0008155637,0.000449179,0.0014787185,0.000109964065,0.0000054778798],"category_scores_gemma":[0.0001661727,0.00021112397,0.00019133613,0.00024726862,0.000077859884,0.0007494457,0.0004287254,0.00033101486,0.000009097951],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037302755,0.00041088276,0.0123729175,0.00068829337,0.00021943271,0.0000032471726,0.010515208,0.0031424644,0.7037168,0.004064347,0.01724741,0.24724594],"study_design_scores_gemma":[0.00073307095,0.0007744517,0.0048091398,0.0013489226,0.000037720893,0.00005286975,0.00023307485,0.4646697,0.52266514,0.002870868,0.0014246027,0.00038041873],"about_ca_topic_score_codex":0.000025462235,"about_ca_topic_score_gemma":0.0000032504552,"teacher_disagreement_score":0.46152723,"about_ca_system_score_codex":0.0001210515,"about_ca_system_score_gemma":0.000017508231,"threshold_uncertainty_score":0.86093855},"labels":[],"label_agreement":null},{"id":"W2898642460","doi":"10.1109/tits.2018.2873112","title":"CESense: Cost-Effective Urban Environment Sensing in Vehicular Sensor Networks","year":2018,"lang":"en","type":"article","venue":"IEEE Transactions on Intelligent Transportation Systems","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Science Foundation of Beijing Municipality; Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China","keywords":"Computer science; Transport engineering; Engineering","score_opus":0.015884971323914747,"score_gpt":0.23500968262640237,"score_spread":0.21912471130248762,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2898642460","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.071160056,0.000113872964,0.924747,0.00006557315,0.002004473,0.0015590212,0.000011573988,0.00022681712,0.00011161372],"genre_scores_gemma":[0.9974724,0.00004895132,0.0017693053,0.000095419804,0.00017568539,0.00014619822,0.000007840078,0.000037449397,0.00024671768],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972674,0.00027767493,0.000729224,0.0007496906,0.0004746964,0.0005013121],"domain_scores_gemma":[0.99867296,0.00022255986,0.00017076032,0.00063281466,0.0001259608,0.00017493992],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00052345614,0.00034095204,0.00036738612,0.00035855654,0.0003141204,0.00017948134,0.00025174514,0.0002014857,0.0000201135],"category_scores_gemma":[0.000002648548,0.0003489786,0.00017590668,0.00058060617,0.00013019737,0.00027008448,7.459834e-7,0.00040413218,0.00015298414],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056929955,0.0001501765,0.00016741481,0.00003739404,0.00006828311,0.000089521855,0.0042963666,0.9469565,0.0017352952,0.00026520446,0.000059185604,0.046117686],"study_design_scores_gemma":[0.00063083076,0.0003319143,0.0009067364,0.00041762623,0.000050127455,0.000054299435,0.0008986507,0.9307013,0.058436904,0.000017246897,0.006942875,0.00061144726],"about_ca_topic_score_codex":0.00033813933,"about_ca_topic_score_gemma":0.00018711202,"teacher_disagreement_score":0.9263124,"about_ca_system_score_codex":0.0002642887,"about_ca_system_score_gemma":0.00003399533,"threshold_uncertainty_score":0.9998962},"labels":[],"label_agreement":null},{"id":"W2899134503","doi":"10.1145/3274423","title":"Resolvable vs. Irresolvable Disagreement","year":2018,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; Canadian Institutes of Health Research; California HIV/AIDS Research Program","keywords":"Deliberation; Task (project management); Set (abstract data type); Process (computing); Quality (philosophy); Computer science; Workflow; Work (physics); Psychology; Cognitive psychology; Artificial intelligence; Social psychology; Epistemology; Political science; Engineering","score_opus":0.04068191450753942,"score_gpt":0.30181923727309334,"score_spread":0.2611373227655539,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899134503","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96486425,0.000015035422,0.009519164,0.0032332921,0.0031870608,0.00038980742,0.000001000565,0.00031838747,0.018472007],"genre_scores_gemma":[0.9792745,0.0000019189586,0.018101452,0.0007086714,0.00084147096,0.000013629315,5.9695884e-7,0.000019868135,0.0010378929],"study_design_codex":"not_applicable","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99816066,0.00001807625,0.00041344078,0.0005638786,0.0004803745,0.00036359424],"domain_scores_gemma":[0.9980041,0.00007741669,0.00040146615,0.0010533318,0.00039257467,0.00007112362],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004505638,0.00022733166,0.00023390345,0.00017139547,0.0005203808,0.00042981486,0.002912356,0.0000737972,0.000033162123],"category_scores_gemma":[0.000127734,0.00017050149,0.00015645141,0.00038001878,0.00012526722,0.00077683124,0.0016679101,0.0002838132,0.0000918726],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00038625486,0.0012574106,0.0056805904,0.00038451175,0.00030376634,0.0000047730796,0.0126930745,0.00049996027,0.25683108,0.10403761,0.50671315,0.1112078],"study_design_scores_gemma":[0.001357364,0.0025904537,0.013309817,0.0017244314,0.00005906261,0.000114263385,0.0003024891,0.099422224,0.77474475,0.02587821,0.07955686,0.0009400569],"about_ca_topic_score_codex":0.000063644795,"about_ca_topic_score_gemma":0.0000060951184,"teacher_disagreement_score":0.5179137,"about_ca_system_score_codex":0.00013138601,"about_ca_system_score_gemma":0.000016937975,"threshold_uncertainty_score":0.6952849},"labels":[],"label_agreement":null},{"id":"W2900068116","doi":"10.1109/jiot.2018.2880463","title":"Coverage-Guaranteed and Energy-Efficient Participant Selection Strategy in Mobile Crowdsensing","year":2018,"lang":"en","type":"article","venue":"IEEE Internet of Things Journal","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"National Research Foundation of Korea; Korea University; National Research Foundation","keywords":"Computer science; Crowdsensing; Markov decision process; Curse of dimensionality; Heuristic; Energy consumption; Selection (genetic algorithm); Greedy algorithm; Process (computing); Artificial intelligence; Markov process; Algorithm","score_opus":0.020366253280841316,"score_gpt":0.25820680528085904,"score_spread":0.23784055200001772,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2900068116","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7464385,0.00018985195,0.25214347,0.00003839456,0.00057009305,0.00003502479,1.8508298e-7,0.000036228055,0.00054825033],"genre_scores_gemma":[0.9973581,0.000020300122,0.0020475483,0.00019902232,0.00017792912,0.000001786758,1.1019234e-7,0.000013178819,0.00018205814],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982479,0.00014394995,0.00058216904,0.0003127963,0.00031238838,0.0004007684],"domain_scores_gemma":[0.99905705,0.000087565575,0.0003386616,0.00018547119,0.00020851153,0.00012275948],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009309426,0.00017396187,0.0002858971,0.00028079728,0.00012829278,0.0004060051,0.00032640225,0.00008680349,0.000013188178],"category_scores_gemma":[0.00005094611,0.00015717343,0.000076573364,0.0002915932,0.00014893869,0.00037631785,0.000088652625,0.0003493121,0.000004124439],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042141296,0.00075920514,0.00593793,0.00011453621,0.0002725748,0.0004919585,0.05405532,0.11202582,0.4529091,0.0077975625,0.0027757827,0.3624388],"study_design_scores_gemma":[0.0006265088,0.00065555685,0.00064408145,0.00042020148,0.00001616633,0.0018570102,0.00023331797,0.86323714,0.13055933,0.00087884266,0.00063650945,0.00023533437],"about_ca_topic_score_codex":0.00032263386,"about_ca_topic_score_gemma":0.000038331294,"teacher_disagreement_score":0.75121135,"about_ca_system_score_codex":0.000076099306,"about_ca_system_score_gemma":0.00008369484,"threshold_uncertainty_score":0.64093465},"labels":[],"label_agreement":null},{"id":"W2903570303","doi":"10.1007/978-3-030-05063-4_33","title":"Privacy-Preserving Task Allocation for Edge Computing Enhanced Mobile Crowdsensing","year":2018,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Task (project management); Obfuscation; Enhanced Data Rates for GSM Evolution; Mobile edge computing; Crowdsensing; Differential privacy; Mobile device; Computer network; Distributed computing; Server; Computer security; Data mining; Artificial intelligence","score_opus":0.01611611825911926,"score_gpt":0.25922256523138026,"score_spread":0.243106446972261,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2903570303","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035366241,0.0003566941,0.9896115,0.0002660291,0.0031080719,0.00116978,0.00000443943,0.00043707681,0.0015097952],"genre_scores_gemma":[0.5163431,0.000011465345,0.48113614,0.00068440934,0.0014024214,0.000015952119,0.000011568647,0.00007376222,0.00032115993],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9942355,0.00006458518,0.00093597994,0.0025383825,0.00098326,0.001242261],"domain_scores_gemma":[0.9944616,0.0011416551,0.0006541558,0.002594141,0.0008960916,0.00025234715],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0019239327,0.0007984957,0.00080810726,0.00087693275,0.0009546739,0.0014257987,0.0040240893,0.0004861749,0.000015776552],"category_scores_gemma":[0.00042003245,0.00081667694,0.00025872164,0.0007383974,0.0007983733,0.0007831296,0.0026727293,0.000763695,0.000045538047],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001648048,0.00004675522,0.00000800901,0.0002118748,0.000031688134,0.000026524362,0.0075508617,0.07876658,0.015703911,0.0020585954,0.00023761578,0.8953411],"study_design_scores_gemma":[0.0004324025,0.0003010874,0.000019926967,0.0013219131,0.000018237555,0.00006830819,0.0000018854713,0.92117286,0.03481163,0.037783198,0.0030034946,0.0010650574],"about_ca_topic_score_codex":0.000022592196,"about_ca_topic_score_gemma":0.000042531276,"teacher_disagreement_score":0.894276,"about_ca_system_score_codex":0.0004939703,"about_ca_system_score_gemma":0.0006325879,"threshold_uncertainty_score":0.99961084},"labels":[],"label_agreement":null},{"id":"W2903686779","doi":"10.1109/access.2018.2885918","title":"A Survey on Mobile Crowd-Sensing and Its Applications in the IoT Era","year":2018,"lang":"en","type":"article","venue":"IEEE Access","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":88,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"Qatar National Research Fund; Fonds National de la Recherche Luxembourg; Qatar Foundation","keywords":"Computer science; Android (operating system); Internet of Things; Data science; Open research; Wireless; Mobile device; Data sharing; Telecommunications; Computer security; World Wide Web","score_opus":0.04287472481266317,"score_gpt":0.3220837839721604,"score_spread":0.27920905915949723,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2903686779","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9459817,0.00010776502,0.05168966,0.00018243618,0.00021746746,0.00035573242,0.0000030375659,0.00007306514,0.0013891645],"genre_scores_gemma":[0.9988193,0.000005935841,0.00029174317,0.0006462254,0.00016213955,0.000021109014,0.0000013825411,0.000008580204,0.000043564323],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988696,0.00017370254,0.00016405917,0.00036827367,0.00018398277,0.00024040486],"domain_scores_gemma":[0.99870557,0.00051647617,0.000061777595,0.0005708377,0.000097914344,0.000047446105],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00071989663,0.00011768474,0.000118963704,0.00009646003,0.0003053601,0.0005999088,0.0007941964,0.000049975457,0.0000022785962],"category_scores_gemma":[0.000054760138,0.000086326036,0.000021212592,0.0006245587,0.000069662274,0.00018336225,0.00011467156,0.00016970442,0.000027853874],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000803312,0.00082908507,0.043921385,0.00014149303,0.00007630917,0.00010269493,0.026890887,0.0040781065,0.01663125,0.016881417,0.015718903,0.87464815],"study_design_scores_gemma":[0.00124827,0.0005104303,0.64552027,0.00027861173,0.000021453963,0.000097374636,0.00031708795,0.27752075,0.055718984,0.005244096,0.012265086,0.0012576253],"about_ca_topic_score_codex":0.0004491131,"about_ca_topic_score_gemma":0.0006735875,"teacher_disagreement_score":0.8733905,"about_ca_system_score_codex":0.00001853213,"about_ca_system_score_gemma":0.000033655608,"threshold_uncertainty_score":0.5784935},"labels":[],"label_agreement":null},{"id":"W2904570205","doi":"10.3390/s18124408","title":"Efficient Path Planning and Truthful Incentive Mechanism Design for Mobile Crowdsensing","year":2018,"lang":"en","type":"article","venue":"Sensors","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Crowdsensing; Incentive; Mechanism (biology); Path (computing); Mechanism design; Computer science; Motion planning; Computer security; Risk analysis (engineering); Business; Computer network; Artificial intelligence; Economics; Microeconomics; Robot","score_opus":0.02087792937710901,"score_gpt":0.25566169738287253,"score_spread":0.23478376800576353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2904570205","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5050229,0.000052376374,0.49396238,0.00003073471,0.0003500495,0.00030318517,0.0000016823727,0.00014521412,0.00013149943],"genre_scores_gemma":[0.8938502,0.0000013656698,0.10570983,0.00012548435,0.00018967122,0.000014947141,9.691724e-7,0.000023249726,0.00008428499],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983789,0.000117030184,0.00024171802,0.00053491245,0.00021470957,0.0005127321],"domain_scores_gemma":[0.9987884,0.00034709627,0.00012108404,0.00041990646,0.00018241575,0.00014107926],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000615142,0.00021997289,0.00023424558,0.00013140881,0.00056414993,0.0002580755,0.00022288565,0.00009667136,0.0000026294672],"category_scores_gemma":[0.00007059597,0.00020833671,0.00006627416,0.00024226727,0.00014554242,0.00006982918,0.00014516807,0.0001134026,0.000015951506],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00056682975,0.0005276583,0.0007228441,0.0003185647,0.00037131886,0.00038881018,0.16927339,0.37046364,0.1797523,0.083113015,0.0032366624,0.19126494],"study_design_scores_gemma":[0.00045109214,0.00035402144,0.000111181645,0.000114269526,0.000015013293,0.000059938844,0.0011407825,0.9440946,0.051076576,0.0017359038,0.0005485043,0.00029812555],"about_ca_topic_score_codex":0.00001965322,"about_ca_topic_score_gemma":0.0000011825392,"teacher_disagreement_score":0.5736309,"about_ca_system_score_codex":0.00004833156,"about_ca_system_score_gemma":0.000045147044,"threshold_uncertainty_score":0.8495724},"labels":[],"label_agreement":null},{"id":"W2905026787","doi":"10.2139/ssrn.3265409","title":"OpenMTurk: An Open-Source Administration Tool for Designing Robust MTurk Studies","year":2018,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Regina","funders":"","keywords":"Open source; Administration (probate law); Computer science; Political science; Operating system; Law; Software","score_opus":0.045685159016830665,"score_gpt":0.3176991117028378,"score_spread":0.27201395268600714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2905026787","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10988188,0.0007584589,0.8874841,0.00075441203,0.00045379766,0.00034671545,5.2324475e-7,0.0001026876,0.00021744735],"genre_scores_gemma":[0.9464671,0.00016720826,0.050380234,0.00032546796,0.0009849253,0.000023613527,0.000002220928,0.000032074593,0.0016171752],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9967544,0.0001846887,0.00039946436,0.00048669596,0.00026675896,0.0019079909],"domain_scores_gemma":[0.99855167,0.00014048527,0.00027236325,0.00048629363,0.00043507895,0.000114084134],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.004271674,0.00022337597,0.00027607143,0.00010294528,0.0013452724,0.0013266519,0.0015608602,0.000080955295,0.0000040813375],"category_scores_gemma":[0.00023143584,0.00019582857,0.000076484226,0.00026613547,0.00009559021,0.0015300411,0.0002676105,0.0007190531,0.000014937226],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004163447,0.00035730063,0.0003674078,0.000037800437,0.000654072,0.00002048523,0.0066513293,0.0021432668,0.015348573,0.4097179,0.0031817264,0.5611038],"study_design_scores_gemma":[0.0090327,0.031812,0.0005050455,0.00074155245,0.0003542469,0.010352428,0.025824804,0.15539025,0.065350614,0.6503634,0.046545357,0.003727611],"about_ca_topic_score_codex":0.000016963988,"about_ca_topic_score_gemma":0.00036325143,"teacher_disagreement_score":0.83710384,"about_ca_system_score_codex":0.00049768237,"about_ca_system_score_gemma":0.0019744486,"threshold_uncertainty_score":0.9999548},"labels":[],"label_agreement":null},{"id":"W2905052402","doi":"10.1109/tvt.2018.2885403","title":"Improved Recruitment Algorithms for Vehicular Crowdsensing Networks","year":2018,"lang":"en","type":"article","venue":"IEEE Transactions on Vehicular Technology","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University; Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Crowdsensing; Heuristics; Computer science; Algorithm; Approximation algorithm; Integer (computer science)","score_opus":0.030460134077531908,"score_gpt":0.2745661948863181,"score_spread":0.24410606080878622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2905052402","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018781073,0.00014657683,0.975121,0.0017873598,0.0017766372,0.001013604,0.0000037054638,0.0013037422,0.0000662552],"genre_scores_gemma":[0.89047396,0.000024053006,0.10822514,0.000494552,0.0001964777,0.00028902208,0.0000021040341,0.00005077843,0.00024391542],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99754804,0.00007119527,0.00043034428,0.0009409366,0.0002163483,0.0007931119],"domain_scores_gemma":[0.99792093,0.000111807916,0.00014424327,0.0013493097,0.00034385864,0.00012985362],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00043274308,0.0003603686,0.00038278106,0.00052034046,0.0008687404,0.00016502509,0.00070891023,0.0005530879,0.000008543613],"category_scores_gemma":[0.000019076926,0.0003581991,0.00025721252,0.0010183862,0.000350248,0.00019304606,0.000012293411,0.0005300234,0.00003609804],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053760814,0.00032452785,0.000003971655,0.000026509048,0.0002423545,0.000058156616,0.00024052426,0.031147556,0.06895155,0.0034061149,0.00033782955,0.89520717],"study_design_scores_gemma":[0.0006798283,0.00066383055,0.0000037154825,0.00006146058,0.000044516593,0.0001447555,0.0000455034,0.70411897,0.28328723,0.0007684905,0.009829818,0.0003519002],"about_ca_topic_score_codex":0.000016219336,"about_ca_topic_score_gemma":0.000027144088,"teacher_disagreement_score":0.89485526,"about_ca_system_score_codex":0.00015440596,"about_ca_system_score_gemma":0.000076148004,"threshold_uncertainty_score":0.999887},"labels":[],"label_agreement":null},{"id":"W2908287454","doi":"10.1145/3306618.3314240","title":"Ethically Aligned Opportunistic Scheduling for Productive Laziness","year":2019,"lang":"en","type":"preprint","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Nanyang Technological University; National Research Foundation","keywords":"Laziness; Workforce; Computer science; Situational ethics; Crowdsourcing; Scheduling (production processes); Productivity; Order (exchange); Knowledge management; Business; Operations management; Psychology; Economics; World Wide Web; Social psychology","score_opus":0.044726834945274005,"score_gpt":0.29353641231140143,"score_spread":0.2488095773661274,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2908287454","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004535219,0.00009893546,0.9828537,0.0040810504,0.0028980619,0.0012656422,0.000013186706,0.0005745623,0.0036796115],"genre_scores_gemma":[0.6015293,0.00001219469,0.3921465,0.000850551,0.00057044264,0.00016555116,0.000056286943,0.00005335225,0.004615837],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99700147,0.000108745415,0.00048468527,0.0015029175,0.0003897054,0.0005124568],"domain_scores_gemma":[0.9964722,0.00039190127,0.00031064183,0.0019660308,0.00070049806,0.00015872082],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012559101,0.00040816396,0.00057098636,0.00015707643,0.00019130117,0.0006413386,0.0014667754,0.0005153722,0.000010095036],"category_scores_gemma":[0.0006134044,0.00037366385,0.00024223313,0.0001709644,0.00007767522,0.00014937398,0.0016445903,0.0005541877,0.000054220123],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011549068,0.00044944353,0.00029482724,0.00444448,0.0006044936,0.00008328268,0.0047588553,0.12141777,0.01205104,0.7505521,0.010505999,0.09472223],"study_design_scores_gemma":[0.00069043535,0.00015989253,0.00015636448,0.00088200084,0.00009849575,0.00004397753,0.00012054998,0.9316246,0.005388548,0.051040273,0.008276201,0.0015186692],"about_ca_topic_score_codex":0.000043659555,"about_ca_topic_score_gemma":0.000005477206,"teacher_disagreement_score":0.81020683,"about_ca_system_score_codex":0.00008800657,"about_ca_system_score_gemma":0.00087765313,"threshold_uncertainty_score":0.99987155},"labels":[],"label_agreement":null},{"id":"W2914357766","doi":"10.1145/3252668","title":"Session details: Microblog","year":2016,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Session (web analytics); Microblogging; Computer science; Social media; World Wide Web","score_opus":0.011319606059680522,"score_gpt":0.22017613115740323,"score_spread":0.2088565250977227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914357766","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.05923369,0.000049342758,0.92395043,0.0022009385,0.00023677708,0.000035242898,1.6138152e-7,0.0003281328,0.013965254],"genre_scores_gemma":[0.9614741,0.000006367861,0.032206353,0.00040069202,0.00004186244,0.0000016652455,6.9826626e-8,0.0000046151054,0.005864236],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99934787,0.000028392402,0.00010176472,0.00023349367,0.00009410948,0.00019437104],"domain_scores_gemma":[0.9993753,0.00007150302,0.000027232049,0.00042848726,0.000033431843,0.00006405055],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014909968,0.00006962617,0.000068090485,0.000041073596,0.00008176644,0.00007717445,0.00032671483,0.000034843863,0.00005838708],"category_scores_gemma":[0.000024695799,0.000037032863,0.00003611331,0.00010902165,0.00002459272,0.00024417895,0.00013989168,0.000029808121,0.00040508216],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000013728358,0.000019455885,0.0009580724,0.0000032267296,0.0000043519644,0.000012578,0.000100299934,0.0000023821767,0.32448807,0.030347891,0.006735285,0.637327],"study_design_scores_gemma":[0.0012336633,0.00012380943,0.004662536,0.00030271374,0.000007397453,0.0002345566,0.00005741982,0.0054805754,0.7876297,0.012487363,0.18702863,0.0007516263],"about_ca_topic_score_codex":0.0000083993145,"about_ca_topic_score_gemma":0.0000037474645,"teacher_disagreement_score":0.90224046,"about_ca_system_score_codex":0.000021227826,"about_ca_system_score_gemma":0.00002223241,"threshold_uncertainty_score":0.5206647},"labels":[],"label_agreement":null},{"id":"W2915763604","doi":"10.1109/glocom.2018.8647989","title":"Reliability-Driven Vehicular Crowd-Sensing: A Case Study for Localization in Public Transportation","year":2018,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Reliability (semiconductor); Trustworthiness; Computer science; Global Positioning System; Identification (biology); Cloud computing; Crowdsourcing; Public transport; Key (lock); Reliability engineering; Real-time computing; Data mining; Computer security; Transport engineering; Engineering","score_opus":0.026902723757274163,"score_gpt":0.27063997242703186,"score_spread":0.2437372486697577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2915763604","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48117957,0.0000035184974,0.5179081,0.00015539993,0.00012341388,0.00042478822,5.926676e-7,0.00011868691,0.000085923006],"genre_scores_gemma":[0.9767823,3.362285e-7,0.022854568,0.00020438862,0.000071239374,0.000017176453,0.000006040194,0.000013186177,0.000050751816],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984907,0.00011150303,0.00037267615,0.0005349619,0.00019449183,0.00029565126],"domain_scores_gemma":[0.99881107,0.00009998164,0.00007516665,0.00055498874,0.00037405483,0.0000847499],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006682663,0.00013791339,0.00017222516,0.0001786888,0.00026032186,0.00023432303,0.00020039688,0.000073281764,0.0000051077845],"category_scores_gemma":[0.00011380215,0.00012923827,0.000056932626,0.0006407225,0.0000653479,0.0004523797,0.000021945387,0.000079292906,0.000006267445],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028318254,0.0077547845,0.1950327,0.00062692596,0.00032816493,0.010654512,0.21067792,0.10618112,0.010413295,0.08130431,0.006125782,0.3706173],"study_design_scores_gemma":[0.0009924695,0.00043785898,0.001942492,0.000021331887,0.000015190922,0.0001574185,0.001935096,0.9901798,0.0009797718,0.000709103,0.002392437,0.00023707446],"about_ca_topic_score_codex":0.00083895,"about_ca_topic_score_gemma":0.0050551733,"teacher_disagreement_score":0.88399863,"about_ca_system_score_codex":0.000058091606,"about_ca_system_score_gemma":0.000079224876,"threshold_uncertainty_score":0.52701837},"labels":[],"label_agreement":null},{"id":"W2915915402","doi":"10.14778/3297753.3297758","title":"Cleaning crowdsourced labels using oracles for statistical classification","year":2018,"lang":"en","type":"article","venue":"Proceedings of the VLDB Endowment","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Oracle; Crowdsourcing; Margin (machine learning); Ground truth; Artificial intelligence; Test data; Data mining; Machine learning; Estimator; Mathematics; Statistics","score_opus":0.04114410296757267,"score_gpt":0.28516068795633887,"score_spread":0.2440165849887662,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2915915402","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65262103,0.000032711443,0.34343427,0.0007782058,0.0004587849,0.0006373984,0.000007686798,0.0001542774,0.001875631],"genre_scores_gemma":[0.87514096,0.0000015028904,0.12444888,0.00012623025,0.00016346513,0.000019347413,5.074137e-7,0.000015719432,0.000083378334],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9986499,0.000011144968,0.0003319565,0.00036726633,0.0003137995,0.00032593144],"domain_scores_gemma":[0.9988934,0.000104104736,0.00029785186,0.00022761078,0.0004086574,0.00006838983],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00055510545,0.00014614631,0.0001811678,0.00007237247,0.00040207614,0.00019294665,0.0006990641,0.000054865817,0.0000049512623],"category_scores_gemma":[0.00024116597,0.00011049845,0.000076841105,0.00029565234,0.00019632909,0.00023924702,0.00026983218,0.00009176676,0.0000038427115],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003740715,0.00009045936,0.0011076056,0.00011498662,0.00003950071,1.8231607e-7,0.0019615248,0.000038717484,0.7455593,0.22190188,0.0017678904,0.027380602],"study_design_scores_gemma":[0.0009097046,0.00027615487,0.0030316547,0.00029230752,0.000066216286,0.000031229953,0.0007326252,0.23885702,0.73517406,0.01568951,0.004593271,0.0003462305],"about_ca_topic_score_codex":0.00002536165,"about_ca_topic_score_gemma":0.0000015133587,"teacher_disagreement_score":0.2388183,"about_ca_system_score_codex":0.0000893534,"about_ca_system_score_gemma":0.000043772714,"threshold_uncertainty_score":0.4505996},"labels":[],"label_agreement":null},{"id":"W2917279254","doi":"10.1109/glocom.2018.8647334","title":"Cloud-Assisted Real-Time Road Condition Monitoring System for Vehicles","year":2018,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Moncton","funders":"","keywords":"Computer science; Accelerometer; Real-time computing; Cloud computing; Cluster analysis; Artificial intelligence; Simulation","score_opus":0.018616835077868966,"score_gpt":0.262163649654929,"score_spread":0.24354681457706004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2917279254","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71691644,0.000026675414,0.2672789,0.00014321579,0.0019803483,0.00029972955,0.0000030533195,0.0013214512,0.012030196],"genre_scores_gemma":[0.97159284,0.0000011076752,0.025552263,0.000020096146,0.0009968774,0.000022368165,0.0000021308972,0.000013735915,0.0017985688],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9988901,0.00004858483,0.00022774855,0.0003582657,0.0001740693,0.00030124042],"domain_scores_gemma":[0.9990414,0.00009397206,0.00009270369,0.00047900967,0.00020256433,0.00009035645],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003407319,0.00012629136,0.00016365408,0.00006914741,0.00036663748,0.00026009226,0.00032994573,0.00007453044,0.000005969983],"category_scores_gemma":[0.000024268538,0.00011433303,0.00007185993,0.00018990041,0.00004997682,0.0002362381,0.00008054917,0.000046689296,0.0001807324],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000067270164,0.000100678575,0.0008184191,0.00023452102,0.00009751779,0.000023916564,0.001631784,0.0000693599,0.729621,0.037283465,0.015560963,0.21449113],"study_design_scores_gemma":[0.001273585,0.0006058549,0.010587076,0.0005318428,0.00003881565,0.0001396455,0.0005825391,0.22935535,0.7513607,0.0005248342,0.004327592,0.0006721847],"about_ca_topic_score_codex":0.000101206526,"about_ca_topic_score_gemma":0.0000029202408,"teacher_disagreement_score":0.25467643,"about_ca_system_score_codex":0.000088933775,"about_ca_system_score_gemma":0.00003475659,"threshold_uncertainty_score":0.46623656},"labels":[],"label_agreement":null},{"id":"W2938376838","doi":"10.5430/ijba.v10n3p90","title":"Crowd Voting: Impacts on Product Sales in Marketplaces","year":2019,"lang":"en","type":"article","venue":"International Journal of Business Administration","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Crowdsourcing; Voting; Product (mathematics); Order (exchange); Computer science; Work (physics); Process (computing); Marketing; Perception; Data science; Business; Knowledge management; World Wide Web; Engineering","score_opus":0.012418417147664982,"score_gpt":0.2646351418018534,"score_spread":0.2522167246541884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2938376838","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97853005,0.00006068383,0.013575408,0.0044538816,0.002188605,0.00009044223,9.858453e-7,0.000021046022,0.0010789139],"genre_scores_gemma":[0.99721515,0.000015841833,0.0021497195,0.00014580062,0.0003387889,9.250873e-7,0.0000036273836,0.000007850477,0.00012226707],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985305,0.000061429506,0.00048067124,0.00019388551,0.0005919136,0.000141604],"domain_scores_gemma":[0.99851084,0.00012420611,0.00046870447,0.00016967823,0.000674678,0.000051905077],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00063770864,0.00011773724,0.00016374627,0.0003492374,0.000026284442,0.00035964308,0.0005878543,0.000040622333,0.000017308435],"category_scores_gemma":[0.00031588934,0.00010273653,0.000055874876,0.0002821385,0.000020138696,0.000838509,0.00004587355,0.00017165049,0.000030851705],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003464721,0.0031373205,0.3962381,0.00034384432,0.00047249894,0.0030075153,0.0033465934,0.07703015,0.19464543,0.093113475,0.00555469,0.21964568],"study_design_scores_gemma":[0.0028160606,0.0007303237,0.9192619,0.0017495162,0.0000142767885,0.002266442,0.00018070206,0.025878057,0.040851936,0.0014726638,0.004194647,0.00058347726],"about_ca_topic_score_codex":0.0000071602144,"about_ca_topic_score_gemma":0.000018573868,"teacher_disagreement_score":0.52302384,"about_ca_system_score_codex":0.000106356674,"about_ca_system_score_gemma":0.00031283454,"threshold_uncertainty_score":0.4189474},"labels":[],"label_agreement":null},{"id":"W2940044846","doi":"10.1109/vtcfall.2018.8690631","title":"Large Scale Active Vehicular Crowdsensing","year":2018,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Crowdsensing; Computer science; Generator (circuit theory); Scale (ratio); Real-time computing; Mobile device; Participatory sensing; Distributed computing; Data collection; Crowdsourcing; Computer security; Data science","score_opus":0.00909076499876715,"score_gpt":0.235333220723284,"score_spread":0.22624245572451684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2940044846","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32705382,0.000018318118,0.6389157,0.00047484675,0.0004577942,0.00007475515,6.624076e-7,0.000423958,0.032580152],"genre_scores_gemma":[0.9663657,0.000001095107,0.03139912,0.0010155797,0.00030491906,0.0000015877382,8.4512646e-7,0.000012632655,0.00089852815],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9986006,0.000061027866,0.0001643105,0.00045778175,0.00024261035,0.00047368204],"domain_scores_gemma":[0.9988628,0.00004898703,0.00005407532,0.0007229324,0.00018508414,0.00012612238],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030417828,0.00014617147,0.00015117676,0.00008816342,0.00042175822,0.00025044635,0.00039733658,0.000075738455,0.000059382477],"category_scores_gemma":[0.00003798609,0.0001293901,0.00007660844,0.00038244197,0.00009876751,0.0003891199,0.00026937778,0.00013014149,0.00047644755],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008282745,0.0008031597,0.0025563375,0.00006953129,0.00024864683,0.00038504452,0.053686973,0.00026582702,0.22814333,0.2178727,0.050367218,0.4455184],"study_design_scores_gemma":[0.0010363357,0.0002521446,0.005865959,0.00010781646,0.000021041087,0.00025680166,0.0014096675,0.39226186,0.49693257,0.006305805,0.09460394,0.0009460665],"about_ca_topic_score_codex":0.00002569659,"about_ca_topic_score_gemma":0.000052452953,"teacher_disagreement_score":0.6393119,"about_ca_system_score_codex":0.00003827714,"about_ca_system_score_gemma":0.000046946792,"threshold_uncertainty_score":0.61239284},"labels":[],"label_agreement":null},{"id":"W2941174109","doi":"10.1145/3290605.3300541","title":"PledgeWork","year":2019,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Task (project management); Work (physics); Quality (philosophy); Computer science; Internet privacy; Psychology; Applied psychology; Public relations; Political science; Engineering","score_opus":0.0032895461045076096,"score_gpt":0.18111798135400198,"score_spread":0.17782843524949438,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2941174109","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22501075,0.00003911654,0.505553,0.00051419705,0.00066721527,0.00006853617,3.6272912e-8,0.0003864892,0.26776066],"genre_scores_gemma":[0.9663059,5.787931e-7,0.023378085,0.0004557246,0.000030254478,7.618817e-7,1.0667713e-7,0.0000028644347,0.00982569],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99955183,0.000010820956,0.000059282364,0.00016329055,0.00008455986,0.00013022206],"domain_scores_gemma":[0.9994734,0.000033583234,0.000013168229,0.00042581547,0.00001786873,0.00003617856],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00009783266,0.000043590673,0.000054064334,0.000028552922,0.000030739957,0.00009333799,0.00028285375,0.000021574437,0.00011919304],"category_scores_gemma":[0.0000067139263,0.000035637313,0.000026254256,0.0001594963,0.000005754736,0.00012595773,0.00009056212,0.000047797927,0.0021243547],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000018666115,0.00003603464,0.011070403,0.000013849886,0.000011956785,0.000011177422,0.00065173785,0.00044399133,0.0070070797,0.8249114,0.014111017,0.14172947],"study_design_scores_gemma":[0.0013467971,0.00026841875,0.02598478,0.00012354272,0.000006913912,0.00015680143,0.0002400917,0.46078667,0.053087156,0.026771998,0.42995358,0.0012732598],"about_ca_topic_score_codex":0.0000064067644,"about_ca_topic_score_gemma":8.2146613e-7,"teacher_disagreement_score":0.7981394,"about_ca_system_score_codex":0.0000073246274,"about_ca_system_score_gemma":0.000013719852,"threshold_uncertainty_score":0.9986526},"labels":[],"label_agreement":null},{"id":"W2941455863","doi":"10.1145/3290605.3300750","title":"Automation Accuracy Is Good, but High Controllability May Be Better","year":2019,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":122,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Controllability; Automation; Task (project management); Computer science; Preference; Control (management); Human–computer interaction; Constant (computer programming); Artificial intelligence; Machine learning; Engineering; Statistics; Mathematics; Systems engineering","score_opus":0.010078605069180461,"score_gpt":0.23478485221979492,"score_spread":0.22470624715061446,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2941455863","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8798031,0.000013678759,0.09882671,0.011524762,0.0005416585,0.00026866636,0.0000028208758,0.00045354667,0.008565058],"genre_scores_gemma":[0.9765197,8.840631e-7,0.01421954,0.0056266114,0.000074486,0.0000069052608,0.000002725246,0.000008775544,0.003540373],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99854606,0.000085871194,0.00027194372,0.00048544144,0.00030519973,0.00030546077],"domain_scores_gemma":[0.99838793,0.000297433,0.000103047765,0.001018376,0.00011084796,0.00008234489],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00041790536,0.00015289952,0.00021325909,0.00005792191,0.000103702725,0.00033534114,0.00046989173,0.00008677816,0.00043393072],"category_scores_gemma":[0.00006551411,0.00012657755,0.000086070075,0.00020029815,0.00002991839,0.00059290096,0.00016736859,0.00012643033,0.00074190914],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006370995,0.00051735155,0.18346234,0.00028603856,0.00023491644,0.00003723722,0.005750627,0.0012126922,0.099578366,0.19870786,0.070102595,0.44004625],"study_design_scores_gemma":[0.004507472,0.00036316356,0.16986768,0.00010416724,0.00004320248,0.000057123445,0.0002884208,0.60408616,0.12749507,0.011339283,0.0802615,0.0015867332],"about_ca_topic_score_codex":0.00028868756,"about_ca_topic_score_gemma":0.000007626167,"teacher_disagreement_score":0.6028735,"about_ca_system_score_codex":0.000052802614,"about_ca_system_score_gemma":0.000052632535,"threshold_uncertainty_score":0.95359886},"labels":[],"label_agreement":null},{"id":"W2942272104","doi":"10.1016/j.socscimed.2019.04.035","title":"Research ethics for mobile sensing device use by vulnerable populations","year":2019,"lang":"en","type":"article","venue":"Social Science & Medicine","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland; Public Health Ontario; University of Toronto","funders":"Canadian Institutes of Health Research; University of California, San Diego; Canada Research Chairs","keywords":"Process (computing); Research ethics; Participatory action research; Participatory design; Research design; Informed consent; Computer science; Mobile device; Engineering ethics; Action (physics); Global Positioning System; Sociology; Internet privacy; Data science; Medicine; Engineering; Telecommunications; World Wide Web; Social science","score_opus":0.17217986634234103,"score_gpt":0.44115682215208063,"score_spread":0.26897695580973957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2942272104","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8312952,0.00017964418,0.15244956,0.008063587,0.0018126096,0.00095477083,0.0000047303615,0.0002206256,0.0050192643],"genre_scores_gemma":[0.99324226,0.0000047271465,0.0038878983,0.0009282456,0.00035396207,0.0000131186325,0.000005134491,0.000012399827,0.0015522573],"study_design_codex":"bench_or_experimental","study_design_gemma":"not_applicable","domain_scores_codex":[0.996511,0.00029802276,0.00027642693,0.0006493857,0.0014528941,0.0008122926],"domain_scores_gemma":[0.99694276,0.0012679879,0.00009616591,0.0004971963,0.0010037228,0.00019217281],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.010159833,0.00013072512,0.00023051983,0.0002434118,0.003141277,0.00037102576,0.00079986337,0.00013524383,0.0000162954],"category_scores_gemma":[0.0018372395,0.0001124547,0.000046270816,0.0023609349,0.0009844741,0.0008522356,0.0001754023,0.0008165626,0.000026393467],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027388098,0.00013861844,0.0045566102,0.00015534983,0.00001863482,0.000010437563,0.13014592,0.00065302104,0.4595535,0.18946628,0.06878674,0.14648749],"study_design_scores_gemma":[0.0048464537,0.0020161907,0.0053483243,0.0012726154,0.0000763905,0.000087053486,0.03407965,0.32101429,0.035628524,0.048118457,0.5451884,0.0023236128],"about_ca_topic_score_codex":0.00095172256,"about_ca_topic_score_gemma":0.000050014285,"teacher_disagreement_score":0.4764017,"about_ca_system_score_codex":0.00021534956,"about_ca_system_score_gemma":0.0004723175,"threshold_uncertainty_score":0.9981565},"labels":[],"label_agreement":null},{"id":"W2942880182","doi":"10.1145/3290607.3312970","title":"Worker Demographics and Earnings on Amazon Mechanical Turk","year":2019,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Ministry of Education - Singapore","keywords":"Earnings; Wage; Demographics; Amazon rainforest; Residence; Work (physics); Demographic economics; Business; Labour economics; Significant difference; Economics; Demography; Engineering; Statistics; Sociology; Accounting; Mechanical engineering; Mathematics","score_opus":0.006023583980606697,"score_gpt":0.2002031942815284,"score_spread":0.1941796103009217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2942880182","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9324326,0.000031740907,0.059215687,0.0007011615,0.0002582309,0.00008404822,7.7665426e-8,0.00022011442,0.007056325],"genre_scores_gemma":[0.99053866,0.0000073070596,0.006624764,0.0008360105,0.00003148026,0.0000015362,2.6983227e-7,0.000008009205,0.0019519861],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990616,0.000041275827,0.00011215783,0.00036954397,0.00019341851,0.00022203082],"domain_scores_gemma":[0.9992982,0.00013166189,0.000036401285,0.00041193515,0.00002777098,0.000093991664],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00027998208,0.00010747883,0.00012124278,0.000078392855,0.00008268952,0.0001624493,0.00023029825,0.00007792835,0.000029041965],"category_scores_gemma":[0.00002251114,0.00008571405,0.00004457602,0.0002413159,0.00002257473,0.00012082057,0.00014761195,0.00020464028,0.00015100859],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046374782,0.00015535617,0.09190312,0.00004404071,0.00006491702,0.000046346886,0.0011369938,0.00040334108,0.02106662,0.7009743,0.004793628,0.17936496],"study_design_scores_gemma":[0.004138607,0.0026094276,0.22764234,0.00089080207,0.000052696552,0.00040608962,0.0006374728,0.59099233,0.06549178,0.012954344,0.091154866,0.0030292447],"about_ca_topic_score_codex":0.000011004806,"about_ca_topic_score_gemma":0.0000029243813,"teacher_disagreement_score":0.68801993,"about_ca_system_score_codex":0.00000778534,"about_ca_system_score_gemma":0.000012126985,"threshold_uncertainty_score":0.34953174},"labels":[],"label_agreement":null},{"id":"W2943796356","doi":"10.1109/mcom.2019.1800624","title":"Data and Service Management in Densely Crowded Environments: Challenges, Opportunities, and Recent Developments","year":2019,"lang":"en","type":"article","venue":"IEEE Communications Magazine","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":100,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Gnowit (Canada)","funders":"","keywords":"Computer science; Cloud computing; Service (business); Data as a service; Mobile device; Replication (statistics); Computer network; Data management; World Wide Web; Database","score_opus":0.12470956378693483,"score_gpt":0.28456909544892334,"score_spread":0.15985953166198852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943796356","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46481746,0.058498476,0.035353225,0.1876125,0.0022978256,0.005433235,0.00015112507,0.0009042414,0.24493189],"genre_scores_gemma":[0.5794768,0.2700465,0.1454642,0.0025457363,0.000024318995,0.00007710226,0.00019933922,0.00004466974,0.0021213416],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987418,0.00014172836,0.0002859718,0.00044406508,0.0001650539,0.00022134747],"domain_scores_gemma":[0.9959751,0.000095883595,0.000090679074,0.0037234959,0.000027241302,0.00008763909],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005631111,0.00014965309,0.00016223434,0.00014113841,0.00013351339,0.00011858519,0.0018442206,0.00004798278,0.000006539702],"category_scores_gemma":[0.000009113356,0.00016298845,0.000006746062,0.0002051135,0.000064057436,0.00042702808,0.0027036108,0.00015722282,0.000073129784],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000093351155,0.00024890996,0.00071152434,0.00012475367,0.00007581859,0.000020487241,0.0019769457,0.00002385976,0.00071132096,0.00948217,0.0012823422,0.98533255],"study_design_scores_gemma":[0.00081737497,0.000021378464,0.027155794,0.00013775862,0.000013951669,0.000041557294,0.00047125472,0.020924939,0.00003304272,0.0003266627,0.9497653,0.00029098004],"about_ca_topic_score_codex":0.000014983473,"about_ca_topic_score_gemma":0.00021237924,"teacher_disagreement_score":0.98504156,"about_ca_system_score_codex":0.000055377688,"about_ca_system_score_gemma":0.000032284577,"threshold_uncertainty_score":0.66464764},"labels":[],"label_agreement":null},{"id":"W2943929564","doi":"10.1016/j.sysarc.2019.01.005","title":"P2TA: Privacy-preserving task allocation for edge computing enhanced mobile crowdsensing","year":2019,"lang":"en","type":"article","venue":"Journal of Systems Architecture","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":46,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Medical Science and Technology Development Foundation, Nanjing Municipality Health Bureau; Natural Science Research of Jiangsu Higher Education Institutions of China; Government of Jiangsu Province; Natural Science Foundation of Jiangsu Province; National Natural Science Foundation of China","keywords":"Computer science; Crowdsensing; Task (project management); Mobile edge computing; Edge computing; Enhanced Data Rates for GSM Evolution; Privacy protection; Distributed computing; Computer security; Artificial intelligence","score_opus":0.008377268300745906,"score_gpt":0.23927246356874438,"score_spread":0.23089519526799848,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2943929564","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.44627407,0.00058769033,0.55054504,0.00017381847,0.0016952135,0.00045239012,0.0000010748076,0.00005387866,0.00021681502],"genre_scores_gemma":[0.96164817,0.0000050671247,0.03711077,0.000088803055,0.00090673385,0.000004751482,0.0000014739794,0.00003264136,0.00020158167],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975424,0.00018909629,0.0008997116,0.00038739943,0.00051334937,0.00046803654],"domain_scores_gemma":[0.9969395,0.00050583313,0.0010509245,0.0007607924,0.00058268546,0.00016031139],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014171842,0.00025870476,0.00057264644,0.00030862875,0.00024031656,0.0004923642,0.0010635906,0.00013846863,0.0000022115466],"category_scores_gemma":[0.0002215013,0.00021474507,0.00026536928,0.00035702327,0.000029927742,0.0003914812,0.00028207948,0.00047245447,0.00000975433],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000616485,0.00007002827,0.00022131417,0.0007330554,0.0001409445,0.000021920983,0.011577981,0.3906019,0.5425711,0.00063294696,0.0012610096,0.052106112],"study_design_scores_gemma":[0.0048000105,0.0019059663,0.0013405685,0.0067453,0.00012347393,0.0037527073,0.0028763723,0.83291984,0.094083294,0.0017415844,0.04810709,0.0016038187],"about_ca_topic_score_codex":0.00001888079,"about_ca_topic_score_gemma":0.000002185778,"teacher_disagreement_score":0.5153741,"about_ca_system_score_codex":0.00012185897,"about_ca_system_score_gemma":0.00015609853,"threshold_uncertainty_score":0.875705},"labels":[],"label_agreement":null},{"id":"W2944014533","doi":"10.1109/sose.2019.00014","title":"Invited Paper: AI-Based Security Design of Mobile Crowdsensing Systems: Review, Challenges and Case Studies","year":2019,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Server; Denial-of-service attack; Mobile device; Computer security; Energy consumption; Task (project management); Mobile computing; Crowdsensing; Artificial intelligence; Machine learning; Human–computer interaction; Computer network; Engineering","score_opus":0.03543772741013355,"score_gpt":0.2793823816569672,"score_spread":0.24394465424683368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2944014533","genre_codex":"review","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2449206,0.6678851,0.07756693,0.00450759,0.000930806,0.0028640658,0.0000041211206,0.00063064403,0.00069010374],"genre_scores_gemma":[0.9836841,0.009007347,0.0051994664,0.0020170498,0.000027575361,0.000024064962,4.8420793e-7,0.000016227747,0.000023665314],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979623,0.00041395653,0.0004998457,0.00055677345,0.00026672496,0.0003003857],"domain_scores_gemma":[0.9978258,0.0006507825,0.0002082998,0.00087422656,0.00034247615,0.000098437675],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013952324,0.00024374503,0.0006561462,0.00012048503,0.000111703375,0.000076024735,0.00020940125,0.00008268993,0.000003124232],"category_scores_gemma":[0.00013437394,0.00019811552,0.000069605536,0.00024808815,0.00010482693,0.00033724142,0.00017775413,0.00015586664,0.0000078004],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024129459,0.0019277921,0.001833565,0.14926133,0.002413653,0.012409927,0.07062009,0.08801345,0.078588575,0.05771905,0.058235228,0.47873604],"study_design_scores_gemma":[0.0026499717,0.001652324,0.000080216814,0.019700654,0.00024627484,0.008633759,0.010134399,0.9289573,0.017703416,0.0011738028,0.007055473,0.002012407],"about_ca_topic_score_codex":0.000054091703,"about_ca_topic_score_gemma":0.000010600934,"teacher_disagreement_score":0.8409439,"about_ca_system_score_codex":0.000035852132,"about_ca_system_score_gemma":0.000037363454,"threshold_uncertainty_score":0.80789167},"labels":[],"label_agreement":null},{"id":"W2944278633","doi":"10.1371/journal.pone.0216342","title":"Spatial organization to facilitate action","year":2019,"lang":"en","type":"article","venue":"PLoS ONE","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Task (project management); Action (physics); Function (biology); Computer science; Sequence (biology); Cognitive psychology; Control (management); Psychology; Artificial intelligence; Human–computer interaction; Biology; Evolutionary biology","score_opus":0.05835585843246724,"score_gpt":0.21019420215602092,"score_spread":0.15183834372355368,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2944278633","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7673012,0.0000029729151,0.23099963,0.0004520824,0.00011410979,0.00012854126,5.4500885e-7,0.00017117479,0.0008297192],"genre_scores_gemma":[0.98746806,0.0000013941919,0.01044494,0.00020936961,0.000057711113,0.0000022478257,0.000002742388,0.0000075028092,0.0018060483],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9993037,0.000024793137,0.000091948124,0.00022440945,0.00021924805,0.00013591225],"domain_scores_gemma":[0.99943703,0.000022712542,0.000027631935,0.0003373838,0.00011567327,0.00005956363],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00009029846,0.00006159162,0.00008936401,0.000058003665,0.00005814739,0.00010144541,0.00018028257,0.000030012687,0.00006273599],"category_scores_gemma":[0.00006318572,0.00006387374,0.000011902717,0.00030579473,0.0000044754506,0.00018817595,0.0000830039,0.000058267324,0.0018722507],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008080486,0.00038365615,0.015375713,0.0000814684,0.00004935565,0.0000030276506,0.0032609445,0.00062938477,0.94266,0.0010109149,0.00046529286,0.036072183],"study_design_scores_gemma":[0.00051226886,0.0003274478,0.027314171,0.00020734305,0.000025902918,0.000005920644,0.000118108925,0.07111717,0.89819956,0.00034443894,0.0013511938,0.00047645447],"about_ca_topic_score_codex":0.000064487336,"about_ca_topic_score_gemma":0.000010462475,"teacher_disagreement_score":0.2205547,"about_ca_system_score_codex":0.000036289926,"about_ca_system_score_gemma":0.000019997835,"threshold_uncertainty_score":0.9989049},"labels":[],"label_agreement":null},{"id":"W2946170842","doi":"10.1145/3324921.3328786","title":"Machine Learning-based Prevention of Battery-oriented Illegitimate Task Injection in Mobile Crowdsensing","year":2019,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Crowdsensing; Computer science; Task (project management); Battery (electricity); Mobile device; Human–computer interaction; Embedded system; Artificial intelligence; Real-time computing; Computer security; Machine learning; Power (physics); Engineering; Operating system","score_opus":0.0060881830265914864,"score_gpt":0.22487091924480415,"score_spread":0.21878273621821268,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2946170842","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6722415,0.00005907205,0.32429534,0.000051501087,0.00033409838,0.0003274067,7.3602735e-7,0.00018675634,0.002503602],"genre_scores_gemma":[0.99249125,0.000003380272,0.006480751,0.00007488861,0.000017643792,0.000009297064,0.000010892325,0.000015788017,0.00089613255],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984187,0.00017844168,0.00040930114,0.00043354245,0.0002653597,0.00029466714],"domain_scores_gemma":[0.9990839,0.00010433969,0.00019715958,0.0004570621,0.00010675682,0.000050795537],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054354314,0.0001648001,0.0002639192,0.0003287991,0.000071147944,0.00007191459,0.00019362659,0.00008402457,0.00006122078],"category_scores_gemma":[0.00004030428,0.000160396,0.00009731131,0.00064576487,0.00003393067,0.00033460394,0.000098015225,0.0002317208,0.000052085496],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000095703486,0.0004710981,0.06402574,0.0002528273,0.000033485878,0.000023995834,0.0016806604,0.7878566,0.06910741,0.002218611,0.00014724377,0.074086644],"study_design_scores_gemma":[0.0010331854,0.0004613638,0.0026308408,0.00020141888,0.00000550942,0.00001867423,0.0001246701,0.9703533,0.023163162,0.00013394532,0.0016373143,0.00023663527],"about_ca_topic_score_codex":0.00021294497,"about_ca_topic_score_gemma":0.000049373943,"teacher_disagreement_score":0.32024974,"about_ca_system_score_codex":0.00006836111,"about_ca_system_score_gemma":0.00006732082,"threshold_uncertainty_score":0.65407586},"labels":[],"label_agreement":null},{"id":"W2948457221","doi":"10.1109/cybermatics_2018.2018.00090","title":"Efficient Task Allocation for Mobile Crowd Sensing Based on Evolutionary Computing","year":2018,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Computer science; Task (project management); Flexibility (engineering); Crossover; Big data; Cluster analysis; Genetic algorithm; Key (lock); Distributed computing; Process (computing); Optimization problem; Artificial intelligence; Data mining; Machine learning; Algorithm","score_opus":0.011058968582934594,"score_gpt":0.2478702311552636,"score_spread":0.236811262572329,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2948457221","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.098627254,0.00001657581,0.8970199,0.0003500562,0.0006131491,0.0003686359,0.0000012972607,0.00039332494,0.0026097957],"genre_scores_gemma":[0.811695,8.950831e-8,0.18702929,0.0008375837,0.0002837566,0.000005496535,0.000004798278,0.000013643952,0.00013036137],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99845105,0.000065350585,0.00025889298,0.0005468128,0.00028433598,0.00039357375],"domain_scores_gemma":[0.99854386,0.00034056616,0.00009852144,0.00060531066,0.0003178213,0.000093907285],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000537562,0.00016942188,0.00014866464,0.00014984285,0.00061665155,0.00016941488,0.00028643303,0.000070057395,0.0000069115717],"category_scores_gemma":[0.00008230066,0.00015884422,0.00009193154,0.0003465866,0.00009409454,0.00005800151,0.00009010745,0.00008692322,0.000071190545],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005620638,0.00028989598,0.00009963731,0.000058225985,0.00002175794,0.000007073968,0.0013808769,0.7666229,0.021898633,0.014009606,0.009168532,0.18638666],"study_design_scores_gemma":[0.00035469973,0.00028586542,0.00027300775,0.00007209462,0.0000050001677,0.000010579562,0.000052114472,0.987574,0.008286275,0.00015292622,0.0027311621,0.00020231429],"about_ca_topic_score_codex":0.000026589445,"about_ca_topic_score_gemma":0.0000035683577,"teacher_disagreement_score":0.7130677,"about_ca_system_score_codex":0.00011349328,"about_ca_system_score_gemma":0.00010390585,"threshold_uncertainty_score":0.64774793},"labels":[],"label_agreement":null},{"id":"W2949818370","doi":"10.1186/s12874-019-0770-4","title":"Outcomes of two randomized controlled trials, employing participants recruited through Mechanical Turk, of Internet interventions targeting unhealthy alcohol use","year":2019,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Ontario; University of Toronto; Centre for Addiction and Mental Health","funders":"Canada Research Chairs","keywords":"Psychological intervention; Randomized controlled trial; Medicine; Intervention (counseling); Crowdsourcing; Brief intervention; Physical therapy; Psychiatry; Surgery; World Wide Web","score_opus":0.7414199475487552,"score_gpt":0.5968544408829294,"score_spread":0.1445655066658258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2949818370","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.36022472,0.0004791446,0.6358533,0.00070872786,0.0008788586,0.0017062733,0.0000027192384,0.000059606755,0.00008665653],"genre_scores_gemma":[0.7199074,0.00014591521,0.27916896,0.0001533586,0.000066826084,0.00019672477,0.0000049646655,0.000020779438,0.0003350731],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"randomized_trial","domain_scores_codex":[0.8523323,0.13721332,0.0053707203,0.0009876072,0.0026777904,0.0014182726],"domain_scores_gemma":[0.5878575,0.40760612,0.0016632307,0.0012307472,0.0010703702,0.00057201536],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2591137,0.00028352346,0.00662572,0.0005741999,0.00010177137,0.00008506201,0.0014982343,0.00037102486,0.00051313784],"category_scores_gemma":[0.5893766,0.000182872,0.001811141,0.0007812139,0.0007493769,0.00027260146,0.0011343015,0.0011743959,0.000030177252],"study_design_candidate":"randomized_trial","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.1880624,0.002409858,0.036734216,0.00394258,0.0062859575,0.00014975882,0.012912893,0.00078371377,0.046606366,0.6534058,0.0030029481,0.045703527],"study_design_scores_gemma":[0.5785689,0.001433406,0.0013166056,0.0041199457,0.0005055827,0.000048309477,0.0013094649,0.3349996,0.027938033,0.048775226,0.00030351052,0.00068142224],"about_ca_topic_score_codex":0.0023745273,"about_ca_topic_score_gemma":0.00025802574,"teacher_disagreement_score":0.60463053,"about_ca_system_score_codex":0.00007134748,"about_ca_system_score_gemma":0.0009278487,"threshold_uncertainty_score":0.7628983},"labels":[],"label_agreement":null},{"id":"W2951160251","doi":"10.2196/12832","title":"Multimodal Human and Environmental Sensing for Longitudinal Behavioral Studies in Naturalistic Settings: Framework for Sensor Selection, Deployment, and Management","year":2019,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":43,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institut National de la Recherche Scientifique; Université du Québec à Montréal","funders":"Intelligence Advanced Research Projects Activity; NIH Office of the Director; Office of the Director of National Intelligence","keywords":"Software deployment; Selection (genetic algorithm); Computer science; Naturalistic observation; Psychology; Applied psychology; Artificial intelligence; Social psychology","score_opus":0.0878610705404697,"score_gpt":0.4358414153208742,"score_spread":0.3479803447804045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2951160251","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94326943,0.0005627907,0.05439215,0.0011157073,0.00025682824,0.0003887912,0.0000012484627,0.000009013864,0.000004018911],"genre_scores_gemma":[0.9624859,0.00013494979,0.036971644,0.00007155798,0.00016240662,0.000006483731,9.0944894e-7,0.000011740247,0.00015441445],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99786353,0.00015631157,0.0004156938,0.0003206685,0.0008659336,0.00037787887],"domain_scores_gemma":[0.9985923,0.00085708423,0.00012950426,0.00012264491,0.00012781566,0.00017062873],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0035193253,0.00011861301,0.0002747294,0.000289765,0.0001256589,0.00017674983,0.00028354593,0.000119268196,0.0000072019834],"category_scores_gemma":[0.00034268168,0.00009634363,0.000057660673,0.00011595921,0.00021937322,0.00015552687,0.00034140924,0.00068427675,7.8714163e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002191879,0.0026050776,0.3096928,0.0072359745,0.0023954455,0.0031283484,0.05081483,0.000401302,0.021548642,0.060539145,0.023768857,0.5156777],"study_design_scores_gemma":[0.016949534,0.010026146,0.04905039,0.015017182,0.00024863082,0.006259795,0.030840626,0.82761544,0.008948374,0.02520212,0.008336355,0.0015054047],"about_ca_topic_score_codex":0.000034883564,"about_ca_topic_score_gemma":0.000030331577,"teacher_disagreement_score":0.8272141,"about_ca_system_score_codex":0.0001759229,"about_ca_system_score_gemma":0.000028011156,"threshold_uncertainty_score":0.39287794},"labels":[],"label_agreement":null},{"id":"W2951194580","doi":"10.48550/arxiv.1809.05234","title":"In-Route Task Selection in Crowdsourcing","year":2018,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada; Ciência sem Fronteiras; Conselho Nacional de Desenvolvimento Científico e Tecnológico","keywords":"Task (project management); Crowdsourcing; Heuristic; Computer science; Set (abstract data type); Selection (genetic algorithm); Skyline; Path (computing); Order (exchange); Artificial intelligence; Data mining; World Wide Web; Engineering","score_opus":0.04223586289160964,"score_gpt":0.1846513579554552,"score_spread":0.14241549506384557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2951194580","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75455225,0.00002933526,0.24196313,0.0000844744,0.00061799545,0.00022309444,0.000001923504,0.00018973806,0.0023380325],"genre_scores_gemma":[0.99700874,0.000029605404,0.0015073273,0.00013399306,0.00016633638,0.0000013124466,0.000003348616,0.000023893534,0.0011254254],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973462,0.0002351927,0.00031905505,0.0014123982,0.00010834313,0.0005788056],"domain_scores_gemma":[0.99862194,0.00009417255,0.00023281063,0.00080914085,0.0001142,0.00012775036],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005976124,0.00035380785,0.00040567087,0.0008081761,0.00013840565,0.00021188789,0.0012249929,0.0004070815,0.000019190935],"category_scores_gemma":[0.00005439473,0.0004518905,0.00014844845,0.001422041,0.00010110289,0.0005249415,0.0013590471,0.00094764517,0.00009632635],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000071886265,0.00026898365,0.07764171,0.00021016724,0.000066069944,0.0016043524,0.0029249806,0.8811355,0.001182965,0.032067005,0.0012020663,0.001624262],"study_design_scores_gemma":[0.0007658501,0.000060416907,0.013925205,0.00043110346,0.000021739193,0.00002601961,0.00009601002,0.9588314,0.00070704566,0.023212384,0.00116873,0.0007540468],"about_ca_topic_score_codex":0.0013455291,"about_ca_topic_score_gemma":0.0010001922,"teacher_disagreement_score":0.2424565,"about_ca_system_score_codex":0.00064240105,"about_ca_system_score_gemma":0.0002485324,"threshold_uncertainty_score":0.9997933},"labels":[],"label_agreement":null},{"id":"W2951885176","doi":"10.1007/s11036-019-01299-3","title":"Task Allocation in Semi-Opportunistic Mobile Crowdsensing: Paradigm and Algorithms","year":2019,"lang":"en","type":"article","venue":"Mobile Networks and Applications","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China","keywords":"Computer science; Task (project management); Crowdsensing; Heuristic; Participatory sensing; Flexibility (engineering); Quality (philosophy); Distributed computing; Artificial intelligence; Computer security; Data science","score_opus":0.007427087426054378,"score_gpt":0.22529400054308862,"score_spread":0.21786691311703424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2951885176","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1492444,0.0019882703,0.8453512,0.00021661626,0.00015808566,0.0017298349,0.000004746633,0.00020967267,0.0010971399],"genre_scores_gemma":[0.99719626,0.0004447327,0.0011655822,0.00017598394,0.00012398449,0.000587494,0.000025538617,0.0000183163,0.0002621139],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99852264,0.000051007995,0.000316828,0.00063649117,0.00013340646,0.00033960716],"domain_scores_gemma":[0.9988722,0.00018528436,0.000111536436,0.00063533586,0.000041541396,0.00015406382],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033507706,0.00019015343,0.0002452124,0.000099708166,0.00019795189,0.00024986977,0.00021541656,0.00011926691,0.0000060602683],"category_scores_gemma":[0.0000043371765,0.00019310218,0.000033398926,0.00043655964,0.00009171081,0.00020169883,0.00014846418,0.0002118932,0.00001674068],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009429766,0.00028675233,0.008448432,0.00010721409,0.000033732253,0.000015195933,0.00065908814,0.24756126,0.0028432317,0.06995086,0.00073312066,0.6693517],"study_design_scores_gemma":[0.00037890393,0.00008877896,0.0033625308,0.00006255214,0.00001191155,0.000066170534,0.00013895682,0.94272596,0.00005580709,0.0015574689,0.05121472,0.00033626848],"about_ca_topic_score_codex":0.00005174927,"about_ca_topic_score_gemma":0.00001589463,"teacher_disagreement_score":0.8479518,"about_ca_system_score_codex":0.000034422763,"about_ca_system_score_gemma":0.000038615544,"threshold_uncertainty_score":0.78744787},"labels":[],"label_agreement":null},{"id":"W2952172018","doi":"10.48550/arxiv.1712.05796","title":"A Data-Driven Analysis of Workers' Earnings on Amazon Mechanical Turk","year":2017,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Economic and Social Research Council","keywords":"Earnings; Wage; Work (physics); Amazon rainforest; Task (project management); Labour economics; Yield (engineering); Distribution (mathematics); Economics; Business; Demographic economics; Engineering; Management; Mathematics; Accounting","score_opus":0.10373149494012061,"score_gpt":0.2248979385926566,"score_spread":0.121166443652536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2952172018","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5908223,0.000022672268,0.40664843,0.0000972197,0.00041343886,0.00015087248,0.000060664122,0.00018062552,0.0016037945],"genre_scores_gemma":[0.99701786,0.00003843262,0.0015725107,0.00004041147,0.00006010445,3.3363452e-7,0.00008565974,0.000017156926,0.0011675116],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99715096,0.00021413762,0.00028896646,0.0017695883,0.0002027621,0.00037359667],"domain_scores_gemma":[0.9927064,0.00022582973,0.0007745993,0.0059342408,0.00016944682,0.00018946204],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00058118923,0.00034763876,0.0007731238,0.00068804773,0.00027649294,0.00024065025,0.0053564645,0.0003689006,0.000022971511],"category_scores_gemma":[0.00014931987,0.00038217797,0.00044177816,0.0008665944,0.00015227344,0.00030239412,0.005413654,0.00082641287,0.00003845471],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009065353,0.00021595744,0.011008995,0.00008717315,0.0026825028,0.00055417686,0.00044007011,0.9364173,0.00018243151,0.04467445,0.0010774671,0.002568856],"study_design_scores_gemma":[0.00026794156,0.00006280673,0.0046452377,0.00024504893,0.001145627,0.0000016410344,0.000054026335,0.9910305,0.00021614134,0.0014441614,0.0004718514,0.00041502577],"about_ca_topic_score_codex":0.0004725992,"about_ca_topic_score_gemma":0.0001469137,"teacher_disagreement_score":0.40619558,"about_ca_system_score_codex":0.000119692275,"about_ca_system_score_gemma":0.0001951627,"threshold_uncertainty_score":0.999863},"labels":[],"label_agreement":null},{"id":"W2954631080","doi":"10.1016/j.artint.2019.03.004","title":"Incentivizing evaluation with peer prediction and limited access to ground truth","year":2019,"lang":"en","type":"article","venue":"Artificial Intelligence","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Alberta; University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; Google","keywords":"Truth telling; Ground truth; Computer science; Incentive; Grading (engineering); Aggregate (composite); Set (abstract data type); Common ground; Artificial intelligence; Psychology; Social psychology","score_opus":0.06897691049487736,"score_gpt":0.3100311487303518,"score_spread":0.24105423823547445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2954631080","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.60466844,0.000018454504,0.39343646,0.00047830353,0.00039012887,0.00029128641,7.4372144e-7,0.00008409961,0.0006320834],"genre_scores_gemma":[0.9962996,0.0000028740526,0.0033330228,0.00019545184,0.000075829106,0.000018429435,0.000003236275,0.000009584679,0.0000619491],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99839604,0.000079548015,0.00022722359,0.00050120027,0.0005522775,0.00024373707],"domain_scores_gemma":[0.99893415,0.00013784599,0.00007315318,0.00040105634,0.00035629453,0.00009747967],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008677314,0.00012528733,0.00012019626,0.00013859996,0.00015931367,0.00078830286,0.0003441398,0.000047067184,0.000022942546],"category_scores_gemma":[0.00015308885,0.000110996814,0.000020080794,0.0005916263,0.000038032445,0.00088864414,0.00017902719,0.00011421837,0.000105094194],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007664955,0.00008706367,0.008345808,0.00002645626,0.00002629734,0.000006009511,0.0048456704,0.01756051,0.00979442,0.038455646,0.000110090914,0.9206654],"study_design_scores_gemma":[0.000073639996,0.00034250872,0.01747539,0.00016240156,0.00002452784,0.000025979998,0.0006886114,0.9127647,0.056518324,0.011030035,0.0005603354,0.00033350065],"about_ca_topic_score_codex":0.00008869094,"about_ca_topic_score_gemma":0.00005208848,"teacher_disagreement_score":0.9203319,"about_ca_system_score_codex":0.00005969135,"about_ca_system_score_gemma":0.000054893037,"threshold_uncertainty_score":0.76016223},"labels":[],"label_agreement":null},{"id":"W2954650248","doi":"10.1111/exsy.12430","title":"Gathering and evaluating innovation ideas using crowdsourcing: Impact of the idea title and the description on the number of votes in each phase of a two‐phase crowdsourcing project","year":2019,"lang":"en","type":"article","venue":"Expert Systems","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Crowdsourcing; Computer science; Variance (accounting); Phase (matter); Data science; World Wide Web","score_opus":0.07172078214410249,"score_gpt":0.3859816451005373,"score_spread":0.3142608629564348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2954650248","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9923614,0.00038678906,0.005971297,0.000033684544,0.00016653334,0.0005113912,0.000001412425,0.000012474528,0.0005550057],"genre_scores_gemma":[0.9994832,0.000002563531,0.00038759346,0.00001660952,0.000041892225,0.000009516002,3.3891047e-7,0.000012137121,0.00004612204],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986381,0.00032621168,0.00043680234,0.00019021967,0.00026630543,0.00014236066],"domain_scores_gemma":[0.99874693,0.00030314623,0.0004009271,0.00042440492,0.00011219081,0.000012422111],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018724047,0.00012132741,0.00025482004,0.000100779835,0.000094419745,0.0000839643,0.00020521463,0.00004172012,0.0000043388263],"category_scores_gemma":[0.00021631624,0.00006302285,0.000059818623,0.0005178619,0.00010140479,0.00012673676,0.00009883462,0.00012321277,9.316046e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020057472,0.00019214112,0.026218968,0.0003090848,0.00010749266,0.0000016732478,0.042848274,0.009640248,0.88655496,0.023967372,0.00012895101,0.009830283],"study_design_scores_gemma":[0.0029085986,0.0001318263,0.00091953226,0.0013241313,0.000013163832,0.00005904332,0.0017642493,0.97813,0.014258281,0.00032185708,0.000026757894,0.00014256184],"about_ca_topic_score_codex":0.002275871,"about_ca_topic_score_gemma":0.000004160357,"teacher_disagreement_score":0.96848977,"about_ca_system_score_codex":0.000049965503,"about_ca_system_score_gemma":0.000073805,"threshold_uncertainty_score":0.34404513},"labels":[],"label_agreement":null},{"id":"W2956384748","doi":"10.1007/978-3-030-24322-7_26","title":"Safe Drive – Enabling Smart Do not Disturb on Mobile and Tracking Driving Behavior","year":2019,"lang":"en","type":"book-chapter","venue":"Learning and analytics in intelligent systems","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Distraction; Bluetooth; Phone; Computer science; Mode (computer interface); Mobile phone; Analytics; Accelerometer; Computer security; Human–computer interaction; Wireless; Data science; Telecommunications","score_opus":0.02189925771889106,"score_gpt":0.25810073956856616,"score_spread":0.2362014818496751,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2956384748","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29905182,0.028540514,0.23665631,0.0002703482,0.011595837,0.0061120247,0.000044455075,0.001601022,0.41612765],"genre_scores_gemma":[0.88865703,0.0010368341,0.00020837672,0.000026531596,0.00021167603,0.000014423175,0.000010906262,0.00007843088,0.109755784],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99693733,0.00010837228,0.0008044088,0.0011375421,0.0005254989,0.00048681814],"domain_scores_gemma":[0.9979988,0.000597767,0.00051030883,0.00059804536,0.00011818579,0.0001769178],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00097378826,0.0005583573,0.0008490173,0.0005756368,0.00032764816,0.0011078818,0.0003887689,0.00042914008,0.0000135953505],"category_scores_gemma":[0.000097000804,0.00054371153,0.00016003224,0.00010817423,0.00011147846,0.00014056759,0.00031256056,0.0014532983,0.00005829503],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057469773,0.0002291318,0.05794355,0.0021506404,0.0005648658,0.0010675049,0.012031781,0.11283359,0.0007536684,0.3232281,0.00024194358,0.48889777],"study_design_scores_gemma":[0.001166181,0.0015772863,0.0012958316,0.028852107,0.0005370229,0.00068963144,0.0040782136,0.5220744,0.0008538721,0.0011124446,0.43297166,0.004791344],"about_ca_topic_score_codex":0.00007629143,"about_ca_topic_score_gemma":0.000016448845,"teacher_disagreement_score":0.5896052,"about_ca_system_score_codex":0.00018371409,"about_ca_system_score_gemma":0.00005554228,"threshold_uncertainty_score":0.9999291},"labels":[],"label_agreement":null},{"id":"W2957284955","doi":"10.1109/icc.2019.8761914","title":"A Truthful Location-Protected Mobile Crowdsensing Framework with User Mobility","year":2019,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Computer science; Incentive; Heuristic; Mechanism design; Payment; Path (computing); Mechanism (biology); Mathematical optimization; Crowdsensing; Incentive compatibility; Motion planning; Baseline (sea); Distributed computing; Operations research; Artificial intelligence; Computer network; Computer security; Engineering; Mathematics; World Wide Web","score_opus":0.00586740106429038,"score_gpt":0.2156186783540874,"score_spread":0.20975127728979703,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2957284955","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48935091,0.00003913829,0.50706625,0.00012475993,0.00020313982,0.00051598705,3.5515356e-7,0.0004981232,0.0022013187],"genre_scores_gemma":[0.85490644,0.0000010345912,0.14353058,0.000354408,0.000056114655,0.00003627301,0.000001486676,0.000024471472,0.0010891873],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99777216,0.000111067406,0.00032047566,0.00085124775,0.00043770066,0.00050736516],"domain_scores_gemma":[0.9972781,0.0002901238,0.00012684343,0.0017891774,0.0003574673,0.00015827775],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004206946,0.00027467727,0.0003040709,0.00012104566,0.00020736402,0.00043777304,0.0005829096,0.00016315641,0.0001372971],"category_scores_gemma":[0.00009395589,0.0002158717,0.000072041665,0.0011442144,0.00008556501,0.0005253826,0.00018292762,0.00038201985,0.00041908654],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006498632,0.0025946533,0.09757418,0.0013078877,0.0006935761,0.00028636865,0.021451112,0.20210277,0.06364236,0.36695454,0.0034029097,0.2393398],"study_design_scores_gemma":[0.005078866,0.00272471,0.05401672,0.0021330414,0.0001005966,0.0007866607,0.0030438944,0.77029014,0.11428271,0.01650834,0.026049862,0.004984465],"about_ca_topic_score_codex":0.00014690566,"about_ca_topic_score_gemma":0.000021315082,"teacher_disagreement_score":0.56818736,"about_ca_system_score_codex":0.00008502969,"about_ca_system_score_gemma":0.00016708845,"threshold_uncertainty_score":0.8802992},"labels":[],"label_agreement":null},{"id":"W2958890019","doi":"10.1109/icc.2019.8762030","title":"A Reverse Auction Based Incentive Mechanism for Mobile Crowdsensing","year":2019,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Incentive; Computer science; Reverse auction; Mechanism design; Mechanism (biology); Process (computing); Work (physics); Lottery; Order (exchange); Computer security; Operations research; Common value auction; Business; Microeconomics; Operating system; Economics; Finance; Engineering","score_opus":0.007958430239064056,"score_gpt":0.22298250074088655,"score_spread":0.21502407050182248,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2958890019","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.115678474,0.000007823761,0.8804238,0.00027340444,0.0009525418,0.0006376407,0.0000014559662,0.00033522575,0.0016896771],"genre_scores_gemma":[0.8753908,8.5219216e-7,0.121623844,0.0009560788,0.00006540987,0.00002962771,0.0000031826046,0.000015784877,0.0019143814],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99871373,0.00004684521,0.00020368585,0.0005010999,0.00019910799,0.0003355407],"domain_scores_gemma":[0.9988751,0.00013801653,0.00009498725,0.00059042993,0.00022306058,0.00007842149],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032679847,0.00015333772,0.00017984417,0.000115868526,0.00017254475,0.00019324885,0.0002594048,0.00008320065,0.00003710881],"category_scores_gemma":[0.00003836874,0.00014518388,0.0001260141,0.0002556761,0.000020298987,0.00036912598,0.00008250906,0.00009337093,0.00013655028],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014812601,0.00039875743,0.00047999702,0.0003403355,0.000114701936,0.000031957185,0.0026621395,0.01824356,0.35023877,0.5226757,0.010819941,0.093846045],"study_design_scores_gemma":[0.0009121175,0.00022041312,0.000044349945,0.00007173522,0.0000112862535,0.000013564948,0.0002535043,0.84487647,0.14225958,0.0050364747,0.0059769624,0.00032354312],"about_ca_topic_score_codex":0.00005044048,"about_ca_topic_score_gemma":0.0000071584777,"teacher_disagreement_score":0.8266329,"about_ca_system_score_codex":0.00008182045,"about_ca_system_score_gemma":0.00007568804,"threshold_uncertainty_score":0.5920427},"labels":[],"label_agreement":null},{"id":"W2961653223","doi":"10.1109/icc.2019.8761164","title":"Privacy-Aware Online Task Assignment Framework for Mobile Crowdsensing","year":2019,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Crowdsensing; Computer science; Upload; Task (project management); Crowdsourcing; Crowds; Incentive; Baseline (sea); Mobile device; Service (business); Information sensitivity; Computer security; World Wide Web","score_opus":0.014451592762172616,"score_gpt":0.2696447858325507,"score_spread":0.2551931930703781,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2961653223","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13506374,0.00007339182,0.8615608,0.0006052473,0.00091567525,0.0007093403,0.000006627705,0.00042652932,0.00063861016],"genre_scores_gemma":[0.7236804,0.000003934301,0.2737971,0.0008594187,0.0001690585,0.000023328797,0.000009414892,0.0000261043,0.0014312536],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979399,0.000050067538,0.00035583225,0.000730407,0.0003435491,0.00058026094],"domain_scores_gemma":[0.99781305,0.00045170737,0.00013357849,0.0013050354,0.00013783954,0.00015876889],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033763007,0.00025513093,0.00031432233,0.00010156842,0.00019716682,0.00035324422,0.000719375,0.00016191436,0.000061666564],"category_scores_gemma":[0.00007911332,0.00022591294,0.00016980313,0.00029453388,0.000033866225,0.0003047739,0.00035420514,0.00023950891,0.0001539478],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000104532846,0.0014763811,0.004942789,0.0005476018,0.0003008151,0.00007104146,0.0072510378,0.030998118,0.0672092,0.25096592,0.02092948,0.6152031],"study_design_scores_gemma":[0.0018657508,0.0010469147,0.0010390072,0.0006398194,0.000043251493,0.000104666484,0.0012335194,0.7966464,0.040149104,0.0320779,0.12343496,0.0017186651],"about_ca_topic_score_codex":0.00001683623,"about_ca_topic_score_gemma":0.000003056378,"teacher_disagreement_score":0.7656483,"about_ca_system_score_codex":0.00009431035,"about_ca_system_score_gemma":0.000089282854,"threshold_uncertainty_score":0.92124623},"labels":[],"label_agreement":null},{"id":"W2964280086","doi":"10.1109/tmc.2019.2908638","title":"Enabling Strong Privacy Preservation and Accurate Task Allocation for Mobile Crowdsensing","year":2019,"lang":"en","type":"article","venue":"IEEE Transactions on Mobile Computing","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":193,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Guelph; University of Waterloo","funders":"","keywords":"Computer science; Mobile device; Computer security; Mobile computing; Service provider; Information privacy; Mobile commerce; Encryption; Internet privacy; Computer network; Service (business); World Wide Web","score_opus":0.01993404008538232,"score_gpt":0.26755603159582275,"score_spread":0.24762199151044043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2964280086","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41410044,0.00007103515,0.5839243,0.0000501791,0.00061839906,0.0009208458,0.000002964496,0.00026010457,0.000051728523],"genre_scores_gemma":[0.9723435,0.000018033083,0.027056927,0.00012089182,0.00011309217,0.00009021145,0.0000057042944,0.000041876483,0.00020974361],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99770325,0.000108705884,0.00050866866,0.0008519339,0.00029394103,0.00053352345],"domain_scores_gemma":[0.9979889,0.0006592889,0.00023782751,0.00074539625,0.00024234565,0.00012625864],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006557053,0.00030327355,0.00031639735,0.0002575885,0.00067909394,0.0005472902,0.00039586812,0.00013628349,0.000006110122],"category_scores_gemma":[0.000020000582,0.00032667746,0.00013328086,0.00045482913,0.000045865603,0.0009839063,0.000018348523,0.00032438443,0.00002135933],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025523674,0.00009600605,0.000054173484,0.00012424712,0.00004015221,0.0000015849799,0.0019920326,0.706493,0.03854324,0.0003552851,0.000028749844,0.252246],"study_design_scores_gemma":[0.00081272324,0.00033506757,0.000098459306,0.00021529567,0.00002441419,0.000025946561,0.00035519365,0.95624495,0.03987595,0.00012895888,0.0015034155,0.00037963295],"about_ca_topic_score_codex":0.000036249483,"about_ca_topic_score_gemma":0.000005439365,"teacher_disagreement_score":0.5582431,"about_ca_system_score_codex":0.00011461507,"about_ca_system_score_gemma":0.000084378386,"threshold_uncertainty_score":0.9999185},"labels":[],"label_agreement":null},{"id":"W2966597656","doi":"10.1137/19m127879x","title":"A Privacy-Preserving Method to Optimize Distributed Resource Allocation","year":2020,"lang":"en","type":"article","venue":"SIAM Journal on Optimization","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Group for Research in Decision Analysis; HEC Montréal","funders":"","keywords":"Mathematical optimization; Operator (biology); Computer science; Resource allocation; Convergence (economics); Dimension (graph theory); Computation; Mathematics; Algorithm","score_opus":0.021992650474302464,"score_gpt":0.2669085174709549,"score_spread":0.24491586699665244,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2966597656","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006079112,0.000034868208,0.9693013,0.028615125,0.00015380868,0.00020159301,0.0000024579494,0.00021906201,0.0008639146],"genre_scores_gemma":[0.08809045,0.000012916527,0.90693986,0.004471767,0.000355556,0.000006958473,0.000017468707,0.00002941033,0.00007559022],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99790245,0.00036319133,0.00044703195,0.0004435215,0.0005011166,0.00034265962],"domain_scores_gemma":[0.9983788,0.00015647527,0.00026207522,0.00047436586,0.00025607357,0.00047218296],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00080676546,0.00020202949,0.00023225586,0.00015843197,0.00039722605,0.00075028173,0.0009945835,0.00008763422,0.000043583983],"category_scores_gemma":[0.0007996539,0.00019217316,0.00009895301,0.0009810188,0.0000116998235,0.00053698395,0.00031748888,0.00037739772,0.00003612702],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000044668912,0.000027935339,0.000011151144,0.000008070843,0.000015993897,0.000018536879,0.0011438407,0.9805327,0.00070992176,0.00078111986,0.006501581,0.010204493],"study_design_scores_gemma":[0.00044267596,0.00023154823,0.000041361414,0.000089422516,0.000011336013,0.00007693041,0.00009272438,0.98266566,0.002064129,0.00011422871,0.013948476,0.00022149272],"about_ca_topic_score_codex":0.0000027978185,"about_ca_topic_score_gemma":1.4888097e-7,"teacher_disagreement_score":0.087482534,"about_ca_system_score_codex":0.00012346846,"about_ca_system_score_gemma":0.00008616848,"threshold_uncertainty_score":0.7836594},"labels":[],"label_agreement":null},{"id":"W2969673691","doi":"10.1109/dsn-w.2019.00023","title":"Reliability-Driven Task Assignment in Vehicular Crowdsourcing: A Matching Game","year":2019,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Crowdsourcing; Computer science; Scalability; Reliability (semiconductor); Probabilistic logic; Quality of service; Reputation; Task (project management); Matching (statistics); Distributed computing; Computer network; Artificial intelligence; Engineering; Database","score_opus":0.006473422645133061,"score_gpt":0.21256576312984543,"score_spread":0.20609234048471237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2969673691","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6910417,0.0000352077,0.30232966,0.0005633706,0.00029331114,0.00028102903,3.085217e-7,0.00023968074,0.0052156937],"genre_scores_gemma":[0.98484886,0.0000031169543,0.013303255,0.0005350312,0.00004069654,0.000013823161,0.0000012676214,0.000019421872,0.0012345237],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99763995,0.00016210582,0.0004208984,0.00077901955,0.00044641132,0.00055159745],"domain_scores_gemma":[0.9983385,0.00016975407,0.00009826023,0.001205821,0.000052257583,0.00013536305],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008258375,0.00023057061,0.00032027974,0.00017997931,0.000073122465,0.00030189985,0.00073604076,0.00011365898,0.00006460121],"category_scores_gemma":[0.00004504309,0.00020537752,0.000118468975,0.00043851565,0.00003321357,0.00045085375,0.00038845115,0.0003462659,0.00043483064],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029414216,0.00050592225,0.052779354,0.00020371968,0.000047955262,0.0002388077,0.012452537,0.70707333,0.16954437,0.037615076,0.000985458,0.018524056],"study_design_scores_gemma":[0.0021272947,0.0002745836,0.028396789,0.0004859049,0.000013666386,0.00010613814,0.0008496921,0.9291278,0.010396018,0.009928101,0.016993064,0.0013009427],"about_ca_topic_score_codex":0.00024722205,"about_ca_topic_score_gemma":0.000020289337,"teacher_disagreement_score":0.29380712,"about_ca_system_score_codex":0.0001878528,"about_ca_system_score_gemma":0.00007845279,"threshold_uncertainty_score":0.8375052},"labels":[],"label_agreement":null},{"id":"W2969891286","doi":"10.1145/3418196","title":"Longer Delays in Rehearsal-based Interfaces Increase Expert Use","year":2020,"lang":"en","type":"article","venue":"ACM Transactions on Computer-Human Interaction","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Foundation for Innovation","keywords":"Computer science; Transition (genetics); Human–computer interaction; Expert system; Harm; Mode (computer interface); Multimedia; Artificial intelligence; Psychology; Social psychology","score_opus":0.052836893933887304,"score_gpt":0.28769319483552536,"score_spread":0.23485630090163806,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2969891286","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3158397,0.000012544403,0.6808661,0.002012565,0.00066693686,0.00017410525,0.000002736223,0.00037779892,0.00004750557],"genre_scores_gemma":[0.9538288,0.0000063433627,0.042965636,0.0029155225,0.00016902723,0.00003334418,0.000008041845,0.000033331464,0.00003991737],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99768925,0.00025841847,0.0005390044,0.00082509,0.0003113149,0.00037692869],"domain_scores_gemma":[0.9980931,0.00045805756,0.00014751195,0.00096799096,0.000104914216,0.0002283812],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00018038941,0.0003300636,0.0003130718,0.00041028162,0.00029859596,0.0006230532,0.0008355767,0.00012952967,0.00008959908],"category_scores_gemma":[0.000042836316,0.00035223656,0.00016795432,0.000585421,0.0000549443,0.0013887677,0.000048096503,0.00068629725,0.000111497444],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00068459765,0.0021253312,0.00074699585,0.00014421789,0.00019634161,0.0004501457,0.01550048,0.3387962,0.035533328,0.0005428454,0.0059932186,0.5992863],"study_design_scores_gemma":[0.0016050964,0.0010685382,0.0013672751,0.00047765722,0.000019473233,0.00007322525,0.00018890617,0.9522451,0.036097493,0.00015538666,0.005960511,0.00074132095],"about_ca_topic_score_codex":0.0006836824,"about_ca_topic_score_gemma":0.00018383503,"teacher_disagreement_score":0.6379891,"about_ca_system_score_codex":0.00020835166,"about_ca_system_score_gemma":0.00005220801,"threshold_uncertainty_score":0.99989295},"labels":[],"label_agreement":null},{"id":"W2970171892","doi":"10.1680/jenes.19.00007","title":"Wisdom-of-the-crowd effect’s application in environmental impact assessment","year":2019,"lang":"en","type":"article","venue":"Journal of Environmental Engineering and Science","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Randomness; Phenomenon; Computer science; Reduction (mathematics); Field (mathematics); Human health; Point (geometry); Life-cycle assessment; Sample size determination; Quantitative assessment; Data science; Econometrics; Statistics; Risk analysis (engineering); Operations research; Mathematics; Epistemology; Production (economics); Business; Economics; Environmental health; Medicine","score_opus":0.0016673419262104277,"score_gpt":0.19178593503084318,"score_spread":0.19011859310463275,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2970171892","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9895138,0.00014925665,0.009938818,0.000029371555,0.00020816151,0.00010847495,8.0958733e-7,0.00000454996,0.000046733992],"genre_scores_gemma":[0.9976119,0.000018932798,0.0023247148,0.000009975987,0.000015250741,0.0000011573284,9.392489e-8,0.000005058542,0.000012940694],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.998893,0.000023797842,0.00026866846,0.00018137401,0.00044024427,0.00019287091],"domain_scores_gemma":[0.9993957,0.00006411163,0.00017813382,0.00027406527,0.000002924999,0.00008503545],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00083825877,0.00010914859,0.00017289676,0.00014142971,0.00005367677,0.00004775518,0.0004926384,0.000029202296,0.0000055466667],"category_scores_gemma":[0.000012836563,0.00007673876,0.00007377484,0.00020866051,0.00013952464,0.00040280737,0.00018198635,0.00019912062,0.0000021701906],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000038653393,0.00004815653,0.13096939,0.000011849757,0.0000054389698,0.0000028032766,0.0002541012,0.043686163,0.81532437,0.000119611206,0.0000018465167,0.009572413],"study_design_scores_gemma":[0.0004589574,0.00025453797,0.7739979,0.000071394636,0.000005221984,0.00016991238,0.000032894968,0.19800973,0.026779145,0.000026377827,0.00007707523,0.00011683407],"about_ca_topic_score_codex":0.0000048686256,"about_ca_topic_score_gemma":1.4403277e-7,"teacher_disagreement_score":0.7885452,"about_ca_system_score_codex":0.00023247697,"about_ca_system_score_gemma":0.000035344638,"threshold_uncertainty_score":0.31293157},"labels":[],"label_agreement":null},{"id":"W2971361494","doi":"10.1109/tvt.2019.2939145","title":"Crowd Sensing in Vehicular Networks Using Uncertain Mobility Information","year":2019,"lang":"en","type":"article","venue":"IEEE Transactions on Vehicular Technology","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Mobility model; Correctness; Bottleneck; Scheduling (production processes); Channel (broadcasting); Real-time computing; Noise (video); Distributed computing; Computer network; Mathematical optimization; Algorithm; Artificial intelligence; Embedded system","score_opus":0.008928871837124428,"score_gpt":0.22320838013265398,"score_spread":0.21427950829552955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2971361494","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4469332,0.000035993915,0.5517697,0.00022726538,0.0003905134,0.00026369552,7.149146e-7,0.00033030286,0.000048623122],"genre_scores_gemma":[0.98477674,0.000010813827,0.014908937,0.00023890783,0.000014152869,0.000010936272,0.0000017037167,0.00001691283,0.000020887803],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980305,0.00011902522,0.00050341187,0.00051271915,0.0002767116,0.0005576402],"domain_scores_gemma":[0.9984541,0.00007742306,0.00013986716,0.0011282567,0.0001315143,0.000068832596],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00051552546,0.00027131508,0.00034820047,0.0008598856,0.00022254477,0.0001386149,0.00047870015,0.0005086694,0.000009373171],"category_scores_gemma":[0.000014126938,0.00028629944,0.00013649282,0.0016991975,0.00011400474,0.0007134898,0.000012437386,0.00085006043,0.00006809026],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010875501,0.00006823065,0.00016368394,0.000022553786,0.000020237954,0.000029384884,0.00014896893,0.92886287,0.005925998,0.0006230331,0.00000346635,0.06412067],"study_design_scores_gemma":[0.000548469,0.000090972986,0.00011512588,0.0001211835,0.000012350444,0.00015071423,0.00015166031,0.97261053,0.024914812,0.0004787769,0.0004997424,0.00030566557],"about_ca_topic_score_codex":0.0001482774,"about_ca_topic_score_gemma":0.000040884017,"teacher_disagreement_score":0.5378435,"about_ca_system_score_codex":0.00029385628,"about_ca_system_score_gemma":0.00009273479,"threshold_uncertainty_score":0.99995893},"labels":[],"label_agreement":null},{"id":"W2972095386","doi":"10.22515/sustinere.jes.v3i2.74","title":"Creation of a participatory database of bioenergy projects","year":2019,"lang":"en","type":"article","venue":"Sustinere Journal of Environment and Sustainability","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"Mitacs","keywords":"Bioenergy; Database; Work (physics); Resource (disambiguation); Business; Agency (philosophy); Environmental economics; Production (economics); Computer science; Environmental resource management; Renewable energy; Engineering; Environmental science; Economics","score_opus":0.01208155396606053,"score_gpt":0.23988070464696185,"score_spread":0.2277991506809013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2972095386","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98300356,0.00034497064,0.016151268,0.00018266287,0.000059795984,0.0001397163,0.0000013539794,0.0000045091897,0.00011214001],"genre_scores_gemma":[0.9975577,0.00004869777,0.002255138,0.000009272143,0.000022569673,0.0000012135536,7.170481e-7,0.0000043193513,0.0001003518],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99874663,0.0001347102,0.0005030588,0.00017065322,0.00027824307,0.00016669634],"domain_scores_gemma":[0.99876034,0.00012300548,0.0004769784,0.0003922234,0.00016929199,0.00007816914],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010216383,0.00009974156,0.00027776632,0.00010717855,0.000030592513,0.0000149429725,0.00019353628,0.000042655098,0.00001739554],"category_scores_gemma":[0.00021454204,0.0000796966,0.000075921336,0.00011276132,0.00014910956,0.00027612853,0.00014886449,0.000105475585,3.2189158e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036227953,0.0010118437,0.88391346,0.0021791833,0.000117962496,0.000054897842,0.0062608863,0.013989282,0.04324375,0.009891332,0.00017499317,0.0388001],"study_design_scores_gemma":[0.008461775,0.0068251304,0.6713645,0.0010683647,0.0004486116,0.0002999827,0.022591839,0.09795305,0.16652885,0.013174665,0.009840151,0.001443073],"about_ca_topic_score_codex":0.000038335365,"about_ca_topic_score_gemma":9.389347e-7,"teacher_disagreement_score":0.21254897,"about_ca_system_score_codex":0.0000813188,"about_ca_system_score_gemma":0.00015853146,"threshold_uncertainty_score":0.3249933},"labels":[],"label_agreement":null},{"id":"W2973037965","doi":"10.1109/cjece.2019.2898260","title":"Dynamic Weighted Majority Approach for Detecting Malicious Crowd Workers","year":2019,"lang":"en","type":"article","venue":"Canadian Journal of Electrical and Computer Engineering","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Computer security; Crowd sourcing; Majority rule; Data mining; Artificial intelligence; Machine learning","score_opus":0.0038828214695343782,"score_gpt":0.16967418215608607,"score_spread":0.1657913606865517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2973037965","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27814907,0.0005179535,0.7207474,0.000061831146,0.00036849824,0.00009415881,4.684183e-7,0.000026088168,0.00003455305],"genre_scores_gemma":[0.8530028,0.00000280705,0.14675316,0.000070776616,0.00012400911,0.0000017019394,5.172812e-7,0.000013957541,0.000030300307],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99886966,0.00002049952,0.00028845048,0.00022791798,0.00011511162,0.0004783873],"domain_scores_gemma":[0.999014,0.00015513775,0.00009826573,0.00017502496,0.00010796649,0.00044957077],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028907834,0.00015875002,0.0002709205,0.00033534854,0.0001142607,0.00025198853,0.00036955002,0.000084831656,0.0000013124851],"category_scores_gemma":[0.00002971319,0.00014913043,0.000108762164,0.00038802702,0.000013235094,0.00018528121,0.00002721096,0.00032809586,9.662563e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006866691,0.00010261436,0.024318954,0.00056803285,0.000588343,0.00042888557,0.0022127219,0.275512,0.006285341,0.015723158,0.001371618,0.6728197],"study_design_scores_gemma":[0.00036344427,0.00019700231,0.002177708,0.000051730687,0.000010563683,0.0005208466,0.0000066310054,0.99518937,0.0001875934,0.00011739217,0.0009846528,0.00019307216],"about_ca_topic_score_codex":0.00014020976,"about_ca_topic_score_gemma":0.00003410374,"teacher_disagreement_score":0.7196773,"about_ca_system_score_codex":0.00012301991,"about_ca_system_score_gemma":0.00020164956,"threshold_uncertainty_score":0.60813624},"labels":[],"label_agreement":null},{"id":"W2974078292","doi":"10.1145/3347514","title":"An Incentive Mechanism for Crowdsourcing Systems with Network Effects","year":2019,"lang":"en","type":"article","venue":"ACM Transactions on Internet Technology","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Science Foundation of Hubei Province; Natural Science Foundation of Guangdong Province; National Natural Science Foundation of China","keywords":"Crowdsourcing; Incentive; Computer science; Intrinsic motivation; Mechanism (biology); Social network (sociolinguistics); Mechanism design; Knowledge management; Human–computer interaction; Microeconomics; World Wide Web; Social media; Psychology; Social psychology","score_opus":0.005456864510018062,"score_gpt":0.21653600157909408,"score_spread":0.21107913706907602,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2974078292","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1863357,0.000032458025,0.81070936,0.00030334614,0.0009796552,0.0006828659,0.0000015894725,0.0008539568,0.000101054364],"genre_scores_gemma":[0.95237005,0.000003269861,0.046687815,0.00017051962,0.000044364922,0.00016778633,0.0000018400135,0.000035599707,0.0005187812],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.998326,0.000062756786,0.00023650542,0.000693407,0.00016381021,0.000517512],"domain_scores_gemma":[0.9979422,0.00024623793,0.000120667944,0.0014639773,0.00015048467,0.00007639675],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000192217,0.000250059,0.00032161988,0.00032581296,0.00016952158,0.0001806065,0.0012531626,0.00026471328,0.0000054990437],"category_scores_gemma":[0.000019363686,0.00022017513,0.00007706835,0.0005471307,0.0000685688,0.00027504045,0.000027400567,0.00037430777,0.00005323013],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003159019,0.0005797596,0.0010186041,0.00039694097,0.0005962809,0.00007820199,0.001788702,0.095546015,0.019199995,0.73476577,0.00029823405,0.14541559],"study_design_scores_gemma":[0.0034254966,0.008323782,0.000104706436,0.0014767239,0.00013015751,0.00037387945,0.00089249876,0.7121217,0.23162885,0.03727451,0.0029386755,0.0013089904],"about_ca_topic_score_codex":0.000049641414,"about_ca_topic_score_gemma":0.00003308493,"teacher_disagreement_score":0.7660343,"about_ca_system_score_codex":0.00009599546,"about_ca_system_score_gemma":0.000035952224,"threshold_uncertainty_score":0.8978481},"labels":[],"label_agreement":null},{"id":"W2977846155","doi":"10.14745/ccdr.v45i10a01","title":"Reaping the benefits of Open Data in public health","year":2019,"lang":"en","type":"editorial","venue":"Canada Communicable Disease Report","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":113,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"Public Health Agency of Canada","funders":"","keywords":"Open data; Transparency (behavior); Interoperability; Terminology; Premise; Open science; Data science; Accountability; Computer science; Data sharing; Intellectual property; Data access; Citizen science; Data governance; Internet privacy; Knowledge management; Public relations; World Wide Web; Political science; Business; Computer security; Data quality; Service (business)","score_opus":0.0806775732423905,"score_gpt":0.3168296861673621,"score_spread":0.23615211292497162,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2977846155","genre_codex":"editorial","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009347501,0.030816557,0.0010522144,0.021675553,0.93127173,0.0027848987,0.0015062975,0.00014719895,0.009810798],"genre_scores_gemma":[0.5380884,0.010886731,0.009492611,0.006652118,0.38562912,0.0004746015,0.034574714,0.0007387625,0.013462977],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9950103,0.00067789067,0.0012078127,0.0009503274,0.0014688915,0.0006847616],"domain_scores_gemma":[0.97736514,0.0015604091,0.0013644006,0.01886302,0.00039940505,0.00044760603],"candidate_categories":["metaepi_narrow","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0055605574,0.00032805474,0.000901564,0.000119339005,0.0003826911,0.0007658562,0.019961195,0.00016184819,0.000005927823],"category_scores_gemma":[0.0034700597,0.00027874482,0.00007042614,0.00065989565,0.00009843973,0.00066201465,0.016495017,0.001117518,0.0000011435975],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000056689155,0.00005221506,0.00038672634,0.00019576644,0.000045205048,0.00022269071,0.000072149254,0.00033106163,1.9646936e-7,0.00052317616,0.9923267,0.0058384966],"study_design_scores_gemma":[0.00022590735,0.000011516489,0.000731863,0.0008678771,0.000014292551,0.000020073947,0.000078980964,0.003937622,6.014472e-7,0.000048829246,0.9937733,0.00028915209],"about_ca_topic_score_codex":0.8380748,"about_ca_topic_score_gemma":0.77106375,"teacher_disagreement_score":0.5456426,"about_ca_system_score_codex":0.0007492192,"about_ca_system_score_gemma":0.05522293,"threshold_uncertainty_score":0.99996644},"labels":[],"label_agreement":null},{"id":"W2988501033","doi":"10.1145/3359227","title":"Paying Crowd Workers for Collaborative Work","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Crowdsourcing; Payment; Task (project management); Equity (law); Computer science; Data science; Knowledge management; Business; World Wide Web; Economics","score_opus":0.03780317436932788,"score_gpt":0.2951489545674328,"score_spread":0.2573457801981049,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2988501033","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9836031,0.000015538893,0.008797677,0.0016454759,0.0024109883,0.000735634,0.0000011433996,0.0001696887,0.00262072],"genre_scores_gemma":[0.9692463,9.5057374e-7,0.029360002,0.00040045672,0.0002754165,0.000035924688,8.7942965e-7,0.000022907836,0.00065712864],"study_design_codex":"not_applicable","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9985508,0.000015741667,0.00035893035,0.0005209134,0.00026047372,0.00029318585],"domain_scores_gemma":[0.99808985,0.00025249962,0.00047755046,0.0006664823,0.0004637499,0.000049883052],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038345772,0.00021813667,0.00026289816,0.00015787393,0.0002853244,0.00042883874,0.0019319357,0.00008451426,0.000007901279],"category_scores_gemma":[0.00013343398,0.00016761926,0.00018674576,0.00056885445,0.00004222498,0.0007052163,0.0006842206,0.0002676388,0.00002836584],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012886578,0.0010792549,0.06474051,0.0012165878,0.00084108574,0.0000028850834,0.034039427,0.010203477,0.2354544,0.119213246,0.2673072,0.26461327],"study_design_scores_gemma":[0.006535667,0.0037231355,0.045726664,0.00808974,0.0001887372,0.00009872538,0.0053713876,0.10518412,0.71727115,0.04918009,0.05554647,0.0030841425],"about_ca_topic_score_codex":0.000007936516,"about_ca_topic_score_gemma":7.58646e-7,"teacher_disagreement_score":0.4818167,"about_ca_system_score_codex":0.00012028323,"about_ca_system_score_gemma":0.000025250414,"threshold_uncertainty_score":0.6835315},"labels":[],"label_agreement":null},{"id":"W2988983801","doi":"10.1145/3359126","title":"The Perpetual Work Life of Crowdworkers","year":2019,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":57,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Human multitasking; Fragmentation (computing); Work (physics); Scripting language; Knowledge management; World Wide Web; Computer science; Sociology; Psychology; Engineering","score_opus":0.02534761186315127,"score_gpt":0.2711513648274525,"score_spread":0.24580375296430124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2988983801","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99202627,0.000029386634,0.0008611557,0.0017763193,0.0020197069,0.00025995896,3.0391647e-7,0.00008566083,0.0029412294],"genre_scores_gemma":[0.99595493,0.0000041959365,0.0029640924,0.00024542602,0.00023665614,0.0000069907283,2.4654747e-7,0.000016273505,0.00057120284],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9984299,0.000024291894,0.00045348526,0.00037839054,0.00044818083,0.0002657352],"domain_scores_gemma":[0.9977946,0.0003185621,0.0005857631,0.0009473655,0.00029830236,0.00005536288],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005280912,0.00018807148,0.00023702308,0.00010702644,0.00030283164,0.0002973307,0.003019748,0.000071857954,0.000010426644],"category_scores_gemma":[0.00022588845,0.00011709842,0.00021818856,0.00039681172,0.00010031347,0.00044605322,0.0011033218,0.00036443997,0.000036389974],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011300837,0.0011978273,0.06970215,0.00086301204,0.0010255377,0.0000021001294,0.029854355,0.008714695,0.18932152,0.17484418,0.19679971,0.32654485],"study_design_scores_gemma":[0.0046366816,0.003770631,0.16644602,0.008248864,0.00021254297,0.00018120422,0.0051971357,0.12056985,0.60125726,0.028977092,0.057799213,0.002703505],"about_ca_topic_score_codex":0.000017597149,"about_ca_topic_score_gemma":8.7364316e-7,"teacher_disagreement_score":0.41193575,"about_ca_system_score_codex":0.000061001083,"about_ca_system_score_gemma":0.000025807116,"threshold_uncertainty_score":0.56114936},"labels":[],"label_agreement":null},{"id":"W2995071611","doi":"10.5195/ledger.2019.166","title":"Decentralized Common Knowledge Oracles","year":2019,"lang":"en","type":"article","venue":"Ledger","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Glycemic Index Laboratories","funders":"","keywords":"Oracle; Set (abstract data type); Outcome (game theory); Incentive; Common knowledge (logic); Incentive compatibility; A priori and a posteriori","score_opus":0.007929164120913396,"score_gpt":0.24370135062324624,"score_spread":0.23577218650233284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2995071611","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.906273,0.0008527274,0.037962414,0.00047337575,0.0015782687,0.00019909313,5.210961e-7,0.00047032593,0.052190263],"genre_scores_gemma":[0.99250257,0.000007579875,0.0036107996,0.0002664527,0.000059520844,0.0000035696664,0.000001291343,0.000012342764,0.0035358486],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990183,0.00009180092,0.00015851799,0.00030484347,0.000119811724,0.0003067324],"domain_scores_gemma":[0.99901694,0.00011860064,0.000046428835,0.0006769968,0.00005208019,0.000088924644],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00026159207,0.00011988318,0.00017863566,0.00005983974,0.00008556653,0.00017265115,0.0004968801,0.000060891693,0.00010419437],"category_scores_gemma":[0.000018807194,0.00010612337,0.00007362022,0.0002502918,0.000026379497,0.00021373792,0.00017747645,0.0001234043,0.0027948422],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003541837,0.0005130614,0.05648645,0.00017546336,0.000093977826,0.000069755,0.009230704,0.00036795234,0.055304255,0.1588128,0.049891446,0.66901875],"study_design_scores_gemma":[0.002647046,0.0001644783,0.027451873,0.00029575586,0.000026748403,0.00011993757,0.0001738906,0.14504564,0.071971536,0.007149922,0.7436427,0.0013104632],"about_ca_topic_score_codex":0.00001443745,"about_ca_topic_score_gemma":0.000010242385,"teacher_disagreement_score":0.6937513,"about_ca_system_score_codex":0.000030961208,"about_ca_system_score_gemma":0.000040245945,"threshold_uncertainty_score":0.9979816},"labels":[],"label_agreement":null},{"id":"W2995610889","doi":"10.1145/3368268","title":"In-Route Task Selection in Spatial Crowdsourcing","year":2019,"lang":"en","type":"article","venue":"ACM Transactions on Spatial Algorithms and Systems","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Conselho Nacional de Desenvolvimento Científico e Tecnológico","keywords":"Task (project management); Computer science; Path (computing); Shortest path problem; Selection (genetic algorithm); Set (abstract data type); Point (geometry); Operations research; Artificial intelligence; Mathematics; Theoretical computer science; Economics; Graph; Computer network","score_opus":0.011108148385723406,"score_gpt":0.2296600994183939,"score_spread":0.2185519510326705,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2995610889","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.285094,0.000068806745,0.7127669,0.00024312842,0.0012240269,0.00035796667,0.000004249823,0.00008453746,0.00015641317],"genre_scores_gemma":[0.9967583,0.000019855224,0.002507002,0.00007091696,0.00013656766,0.00003974488,0.0000014294199,0.00001945341,0.00044675617],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99800545,0.00018884546,0.0004666208,0.0006169193,0.00031717392,0.0004049951],"domain_scores_gemma":[0.9991422,0.00016226746,0.00009975288,0.00044554277,0.0000518084,0.000098407705],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005875564,0.00023049407,0.00035697286,0.00042020323,0.00015438153,0.00028765807,0.0003343258,0.0001616603,0.000015157155],"category_scores_gemma":[0.000015153044,0.00022661629,0.000066764514,0.0005431851,0.000026800317,0.00044858153,0.000019348685,0.00040657487,0.00004547482],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015480515,0.00068763964,0.014058,0.00038893856,0.000084551095,0.00015525978,0.0210238,0.1831395,0.017543253,0.000977303,0.000068188645,0.76171875],"study_design_scores_gemma":[0.0016524069,0.0003257931,0.008725761,0.000302416,0.000009991261,0.00014529578,0.0007092419,0.9847262,0.0014303728,0.00022928733,0.0012469536,0.00049628207],"about_ca_topic_score_codex":0.022766922,"about_ca_topic_score_gemma":0.0023315132,"teacher_disagreement_score":0.8015867,"about_ca_system_score_codex":0.00014094033,"about_ca_system_score_gemma":0.000060416067,"threshold_uncertainty_score":0.98374057},"labels":[],"label_agreement":null},{"id":"W2995664421","doi":"10.1109/wcsp.2019.8927953","title":"Achieve Secure and Efficient Skyline Computation for Worker Selection in Mobile Crowdsensing","year":2019,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Skyline; Crowdsensing; Computer science; Selection (genetic algorithm); Scheme (mathematics); Probabilistic logic; Task (project management); Computation; Mobile device; Big data; Computer security; Data mining; Machine learning; Artificial intelligence; World Wide Web; Engineering; Algorithm","score_opus":0.005997924775083075,"score_gpt":0.236372869303097,"score_spread":0.23037494452801394,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2995664421","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.561239,0.00006056042,0.43764707,0.00011347732,0.00014825787,0.00035897625,2.9418786e-7,0.00008983003,0.0003425473],"genre_scores_gemma":[0.9515102,0.0000024245007,0.04803924,0.00013747385,0.000042057636,0.0000123537575,0.000002635089,0.00001129152,0.00024233013],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989141,0.000046310874,0.00021820921,0.00042242056,0.0001337584,0.00026515176],"domain_scores_gemma":[0.99949366,0.00017123828,0.00006561731,0.00013264005,0.000084709434,0.000052164734],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004019046,0.00012854686,0.00016761826,0.00015013703,0.00009906902,0.00018244963,0.00009206182,0.00007571879,0.0000037428763],"category_scores_gemma":[0.000017906696,0.00011966135,0.000038437323,0.00037923007,0.000018659166,0.00014471576,0.00006827593,0.00011911806,0.000011852824],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007676391,0.00018127396,0.005470596,0.000104101,0.00002035514,0.0000046107325,0.0032655909,0.7003053,0.0262034,0.0071747447,0.00046389396,0.25672942],"study_design_scores_gemma":[0.00062666286,0.0001399118,0.0028864336,0.00005771031,0.0000030836427,0.00002634156,0.0001396421,0.99281543,0.0021478664,0.00045327604,0.0005419332,0.00016172258],"about_ca_topic_score_codex":0.000025382158,"about_ca_topic_score_gemma":0.000035102392,"teacher_disagreement_score":0.3902712,"about_ca_system_score_codex":0.00005268163,"about_ca_system_score_gemma":0.000031258478,"threshold_uncertainty_score":0.48796484},"labels":[],"label_agreement":null},{"id":"W2996431762","doi":"10.46298/jips.5935","title":"Combination of tactile devices for data analytics","year":2019,"lang":"en","type":"article","venue":"Journal d Interaction Personne-Système","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Berger (Canada)","funders":"","keywords":"Stacking; Computer science; Vocabulary; Gesture; Human–computer interaction; Artificial intelligence","score_opus":0.05052202226164578,"score_gpt":0.3018619025219143,"score_spread":0.25133988026026854,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2996431762","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48419803,0.00014120803,0.5065575,0.0016254132,0.0046314374,0.0003287242,0.000013985187,0.00008284211,0.0024208124],"genre_scores_gemma":[0.9910847,0.000012727096,0.007931088,0.00013058314,0.00020719622,0.0000021986339,0.000012961365,0.000013009519,0.0006055659],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986352,0.000074039555,0.0004516086,0.00030144936,0.00032380942,0.00021392055],"domain_scores_gemma":[0.9979275,0.0002763765,0.00064655236,0.0006564413,0.0004071526,0.00008599909],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00076042436,0.0001291788,0.00024797086,0.0002491938,0.0001673966,0.00036312087,0.0008085738,0.000067483845,0.000067958514],"category_scores_gemma":[0.00017538936,0.00011717684,0.00012624435,0.00024170027,0.000015630425,0.0019129744,0.00013653893,0.00025033645,0.00004752239],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011889602,0.0033068988,0.0418483,0.0034758793,0.002670617,0.00013174853,0.033809602,0.023231579,0.25072998,0.04409923,0.21610285,0.37940434],"study_design_scores_gemma":[0.00096325326,0.00038264974,0.00183907,0.00042088845,0.000052582105,0.00061690225,0.0021237656,0.9610234,0.0037367481,0.00084951374,0.027739612,0.0002516425],"about_ca_topic_score_codex":0.000040915664,"about_ca_topic_score_gemma":0.0000148563095,"teacher_disagreement_score":0.93779176,"about_ca_system_score_codex":0.00020191407,"about_ca_system_score_gemma":0.0001112764,"threshold_uncertainty_score":0.47783327},"labels":[],"label_agreement":null},{"id":"W2999004052","doi":"10.1609/hcomp.v7i1.5274","title":"A Hybrid Approach to Identifying Unknown Unknowns of Predictive Models","year":2019,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Human Computation and Crowdsourcing","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Crowdsourcing; Computer science; Task (project management); Machine learning; Set (abstract data type); Artificial intelligence; Data mining; Engineering","score_opus":0.04897807387878888,"score_gpt":0.27072037477125627,"score_spread":0.22174230089246738,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2999004052","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.797131,0.000021757374,0.17783271,0.00013837873,0.0001232302,0.00047791572,0.0000021810026,0.000091137925,0.024181664],"genre_scores_gemma":[0.9917678,0.000002920156,0.00770943,0.0000983152,0.000029825476,0.0000133945905,0.0000011526103,0.000019729798,0.0003574003],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980239,0.000030319718,0.00050521106,0.0006084478,0.00052561535,0.00030649698],"domain_scores_gemma":[0.9984873,0.0000712737,0.00046985532,0.0002723586,0.00057980075,0.00011939304],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00055494596,0.00025007373,0.00040800645,0.00027896703,0.00027534203,0.00030827278,0.000831425,0.000063141284,0.000003807334],"category_scores_gemma":[0.00004605139,0.00020759548,0.0001167881,0.00041640032,0.0001121103,0.000523778,0.00051353563,0.00024847192,0.0000050810236],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000077313634,0.0003140203,0.002375832,0.0008608889,0.00011240324,5.681299e-7,0.021250818,0.08310567,0.12707734,0.75488573,0.00038343016,0.009555968],"study_design_scores_gemma":[0.00069036515,0.0003023078,0.0029251182,0.0010024848,0.00003147712,0.00002394307,0.0010663616,0.92493165,0.036427863,0.032217108,0.000025872152,0.00035544118],"about_ca_topic_score_codex":0.000028287774,"about_ca_topic_score_gemma":5.5509037e-7,"teacher_disagreement_score":0.84182596,"about_ca_system_score_codex":0.00004459666,"about_ca_system_score_gemma":0.00005393014,"threshold_uncertainty_score":0.8465498},"labels":[],"label_agreement":null},{"id":"W2999671783","doi":"10.1109/ipccc47392.2019.8958773","title":"Automatic Data Quality Enhancement with Expert Knowledge for Mobile Crowdsensing","year":2019,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Victoria","funders":"","keywords":"Crowdsensing; Computer science; Crowdsourcing; Voting; Probabilistic logic; Ground truth; Machine learning; Domain (mathematical analysis); Majority rule; Quality (philosophy); Artificial intelligence; Data mining; Maximization; Domain knowledge; Data science; World Wide Web","score_opus":0.05201715153195304,"score_gpt":0.34209771525605187,"score_spread":0.29008056372409885,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2999671783","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2748771,0.00023239721,0.7177207,0.00018790072,0.00044133747,0.000808492,0.0000029649318,0.00038591094,0.0053432067],"genre_scores_gemma":[0.7969686,0.0000037101174,0.20013219,0.00030249738,0.00007907875,0.00004453847,0.000016910522,0.000020203895,0.0024322812],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99797493,0.000086434215,0.0003679384,0.0008571975,0.0002640812,0.00044940028],"domain_scores_gemma":[0.9965993,0.00036051119,0.00012885226,0.0026542658,0.00014802923,0.00010900544],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00095109094,0.00021765835,0.00031729796,0.000070378555,0.00018037828,0.00032582536,0.0010954634,0.000058318066,0.00007700568],"category_scores_gemma":[0.000039612303,0.00016572727,0.000052455827,0.00024785474,0.000044356853,0.00060530065,0.0005428214,0.00009002083,0.00017305663],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049727267,0.00068381446,0.000555927,0.00055222923,0.00017385549,0.000008386799,0.0079227695,0.00036226268,0.05673299,0.019184535,0.019227818,0.8945457],"study_design_scores_gemma":[0.0011933574,0.00040842406,0.00022568484,0.0002240375,0.000012261203,0.000027703765,0.00062588544,0.9138635,0.039008737,0.00020143614,0.04358915,0.00061982096],"about_ca_topic_score_codex":0.00006423232,"about_ca_topic_score_gemma":0.000041316332,"teacher_disagreement_score":0.91350126,"about_ca_system_score_codex":0.0000629853,"about_ca_system_score_gemma":0.00015079575,"threshold_uncertainty_score":0.6758162},"labels":[],"label_agreement":null},{"id":"W3000443447","doi":"10.1109/jiot.2020.2964657","title":"An Online Incentive Mechanism for Crowdsensing With Random Task Arrivals","year":2020,"lang":"en","type":"article","venue":"IEEE Internet of Things Journal","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":31,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada; Concordia University","keywords":"Computer science; Crowdsensing; Task (project management); Incentive; Online algorithm; Mechanism design; Mechanism (biology); Scheme (mathematics); Focus (optics); Order (exchange); Competitive analysis; Reverse auction; Task analysis; Common value auction; Computer security; Upper and lower bounds; Algorithm","score_opus":0.026633522611201096,"score_gpt":0.25329201301599774,"score_spread":0.22665849040479663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3000443447","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3407221,0.00002614673,0.65760183,0.0008479374,0.00054940314,0.00013137439,0.00000286414,0.00006971111,0.00004860299],"genre_scores_gemma":[0.8595684,0.000005873314,0.13797949,0.001911997,0.00047070644,0.0000014296478,0.0000016215935,0.000026064103,0.000034384415],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9981336,0.00012402312,0.00054941175,0.00039840984,0.0004278304,0.00036672244],"domain_scores_gemma":[0.9978018,0.00015368151,0.0005974897,0.00029133164,0.0008432226,0.00031251454],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00057430594,0.00023345987,0.00044262124,0.00011704607,0.0001495632,0.0004763718,0.00092671835,0.000081777514,0.000005543829],"category_scores_gemma":[0.0002562527,0.0001854502,0.00018362454,0.00018200383,0.000077138735,0.0010325086,0.00007714018,0.00045204707,0.0000027783833],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027112952,0.00059694913,0.00031027175,0.0002524457,0.0008101924,0.00049342046,0.06923322,0.0058203298,0.839664,0.012923117,0.0066189263,0.06056588],"study_design_scores_gemma":[0.003983829,0.0017972282,0.000032280845,0.0006247676,0.00007603402,0.0005412051,0.0006467035,0.59120363,0.39485577,0.0051857494,0.000618526,0.00043427257],"about_ca_topic_score_codex":0.000038296155,"about_ca_topic_score_gemma":0.0000042695783,"teacher_disagreement_score":0.5853833,"about_ca_system_score_codex":0.000048491125,"about_ca_system_score_gemma":0.000105090156,"threshold_uncertainty_score":0.756244},"labels":[],"label_agreement":null},{"id":"W3003520009","doi":"10.1109/saner48275.2020.9054844","title":"Documentation of Machine Learning Software","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Documentation; Computer science; Software documentation; Software engineering; Automatic summarization; Software; Software development; Application programming interface; Internal documentation; Artificial intelligence; World Wide Web; Software construction; Programming language","score_opus":0.019022154045374044,"score_gpt":0.2557687969503572,"score_spread":0.23674664290498315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3003520009","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0085892845,0.00020088279,0.9876592,0.0006334793,0.00035962864,0.00012247289,0.0000019791528,0.00044999697,0.001983077],"genre_scores_gemma":[0.8009925,0.00002418831,0.19817868,0.00015030196,0.000056370038,0.0000054673724,0.000025920332,0.000012849959,0.0005537154],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987917,0.00008318589,0.00028623885,0.00044128342,0.00025837708,0.00013922957],"domain_scores_gemma":[0.999096,0.00007923939,0.00023813422,0.0004400851,0.00008040008,0.000066168934],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018308643,0.00015959337,0.00025245306,0.000077352866,0.00006235252,0.00018535543,0.00056682975,0.00010459413,0.00004838927],"category_scores_gemma":[0.00011518168,0.00015276081,0.00011065806,0.0001423887,0.0000226515,0.000117926545,0.0012348206,0.00048052965,0.000028428638],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037993508,0.00018381175,0.01726978,0.002524047,0.00038661913,0.00011848905,0.01599162,0.17409621,0.016272275,0.047254436,0.005599801,0.7202649],"study_design_scores_gemma":[0.0005618151,0.00019159875,0.0015346626,0.0004904379,0.00005481995,0.00002242896,0.0001449204,0.92653066,0.04001137,0.02437852,0.0052063297,0.00087243726],"about_ca_topic_score_codex":0.0002647881,"about_ca_topic_score_gemma":0.0000064984824,"teacher_disagreement_score":0.7924032,"about_ca_system_score_codex":0.00002697522,"about_ca_system_score_gemma":0.00007822932,"threshold_uncertainty_score":0.62294054},"labels":[],"label_agreement":null},{"id":"W3003750732","doi":"10.1109/iscc47284.2019.8969704","title":"Trustworthiness and Comfort-Aware Participant Recruitment for Mobile Crowd-Sensing in Smart Environments","year":2019,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Reputation; Task (project management); Computer science; Trustworthiness; Human–computer interaction; Set (abstract data type); Selection (genetic algorithm); Crowdsourcing; Mobile device; Artificial intelligence; Internet privacy; Engineering; World Wide Web","score_opus":0.05322203796506527,"score_gpt":0.28108865837524716,"score_spread":0.22786662041018188,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3003750732","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85108155,0.000102151665,0.14662777,0.00015777159,0.00032564258,0.0012637672,0.0000015227758,0.00007794518,0.0003618825],"genre_scores_gemma":[0.9861737,0.000014549101,0.011942271,0.0002897665,0.000023751134,0.000087969565,0.0000038886433,0.000016673108,0.0014474364],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984395,0.000050510876,0.00033104295,0.0005410984,0.00017823928,0.0004596141],"domain_scores_gemma":[0.99911153,0.00015619783,0.00008033319,0.0005271631,0.000013566703,0.00011117645],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004834257,0.00018531356,0.00028613856,0.00008915151,0.000107666434,0.00014849652,0.00020305994,0.00007558461,0.000016857768],"category_scores_gemma":[0.0000117990785,0.00016461711,0.000054399767,0.00014513423,0.00004135361,0.00024907987,0.00019399698,0.00010717222,0.000021455402],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017649372,0.0007194697,0.16826397,0.00044713684,0.00017914522,0.00012015005,0.012359333,0.025598519,0.024528217,0.012312915,0.0012700084,0.7540246],"study_design_scores_gemma":[0.0029790099,0.0004777249,0.016567225,0.00025039905,0.00003159215,0.00006339698,0.00093290914,0.9200086,0.012867251,0.0012938414,0.04365019,0.00087787677],"about_ca_topic_score_codex":0.00008276092,"about_ca_topic_score_gemma":0.000062349485,"teacher_disagreement_score":0.8944101,"about_ca_system_score_codex":0.000054759614,"about_ca_system_score_gemma":0.000027556838,"threshold_uncertainty_score":0.67128915},"labels":[],"label_agreement":null},{"id":"W3003792514","doi":"10.1109/iscc47284.2019.8969627","title":"A Reputation-aware Mobile Crowd Sensing Scheme for Emergency Detection","year":2019,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Reputation; Key (lock); Scheme (mathematics); Crowdsourcing; Mobile device; Set (abstract data type); Greedy algorithm; Computer security; Real-time computing; World Wide Web","score_opus":0.008139502428200385,"score_gpt":0.24316855293855966,"score_spread":0.23502905051035927,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3003792514","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29944414,0.00003125656,0.69787526,0.00006603575,0.00079977605,0.0003695674,7.982993e-7,0.00031065225,0.0011025227],"genre_scores_gemma":[0.94199413,0.0000031523484,0.0552055,0.000090972644,0.00009975553,0.000019569687,0.0000030661652,0.00001725087,0.002566583],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99874234,0.000029700046,0.0002736905,0.00047903307,0.0001768591,0.00029835905],"domain_scores_gemma":[0.99899924,0.00007407927,0.000100878875,0.0005447361,0.00021102406,0.00007001849],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00029149832,0.00013848592,0.00014617207,0.000101457554,0.00020559448,0.00013860692,0.0002019956,0.00007531184,0.00006301991],"category_scores_gemma":[0.00004095669,0.00013382794,0.000114830946,0.00032863877,0.000010930019,0.00036284362,0.000076784236,0.000087806126,0.00017703007],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038617625,0.00010463555,0.0015925205,0.00026696903,0.000079134516,0.000009452911,0.0023646154,0.008265407,0.35525286,0.004785277,0.003352842,0.62388766],"study_design_scores_gemma":[0.0003705669,0.00016010203,0.0002057075,0.000029091902,0.000006291956,0.00003804369,0.00029489744,0.92059714,0.0682858,0.0013196779,0.008384496,0.00030819204],"about_ca_topic_score_codex":0.000042651212,"about_ca_topic_score_gemma":0.000019341289,"teacher_disagreement_score":0.9123317,"about_ca_system_score_codex":0.000045101075,"about_ca_system_score_gemma":0.00003863562,"threshold_uncertainty_score":0.54573447},"labels":[],"label_agreement":null},{"id":"W3004069267","doi":"10.1109/globalsip45357.2019.8969416","title":"Deep Learning-Based Detection of Fake Task Injection in Mobile Crowdsensing","year":2019,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Deep belief network; Deep learning; Computer science; Autoencoder; Artificial intelligence; Perceptron; Mobile device; Leverage (statistics); Restricted Boltzmann machine; Boltzmann machine; Machine learning; Multilayer perceptron; Artificial neural network; Pattern recognition (psychology)","score_opus":0.004766400880207423,"score_gpt":0.2050397767114494,"score_spread":0.200273375831242,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3004069267","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59064496,0.00004775585,0.4076951,0.000012117079,0.00025347937,0.00014508175,4.5921176e-8,0.00013699541,0.0010644809],"genre_scores_gemma":[0.99661463,0.000002040006,0.0030375593,0.00005464847,0.000022963814,0.0000060415723,9.668945e-7,0.00001252761,0.00024861173],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99869937,0.00012810477,0.00030696226,0.00038037932,0.00022505302,0.0002601238],"domain_scores_gemma":[0.9991903,0.00012763317,0.00013658797,0.00040368937,0.00009606608,0.000045763154],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043906024,0.00013296492,0.00020539385,0.0003090086,0.000072400864,0.000080874976,0.00018321058,0.000100906815,0.000017007262],"category_scores_gemma":[0.000050376293,0.00013282202,0.00007596492,0.000685796,0.00002952015,0.00026177813,0.00006211306,0.00024544937,0.000053801574],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019947884,0.00007051136,0.0085237445,0.000048513662,0.000006484704,0.0000052460823,0.00076298765,0.5923568,0.23382412,0.00017327644,0.000004643516,0.1642037],"study_design_scores_gemma":[0.00045102352,0.0003116149,0.0046434547,0.00005221902,0.0000027714998,0.000017836206,0.00021960204,0.8671791,0.12635486,0.000073199684,0.0005242973,0.00017000607],"about_ca_topic_score_codex":0.00025453477,"about_ca_topic_score_gemma":0.00022727776,"teacher_disagreement_score":0.4059697,"about_ca_system_score_codex":0.00007835694,"about_ca_system_score_gemma":0.00003984912,"threshold_uncertainty_score":0.54163253},"labels":[],"label_agreement":null},{"id":"W3004908371","doi":"10.1002/geo2.86","title":"Planet of fixers? Mapping the middle grounds of independent and do‐it‐yourself information and communication technology maintenance and repair","year":2020,"lang":"en","type":"article","venue":"Geo Geography and Environment","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Information and Communications Technology; The Internet; Population; Analytics; Distribution (mathematics); Data science; Geography; World Wide Web; Computer science; Sociology","score_opus":0.012825164038705957,"score_gpt":0.16298045527146102,"score_spread":0.15015529123275506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3004908371","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98574585,0.0033595264,0.0075040446,0.003093082,0.000015947264,0.00015569919,0.000006273567,0.000029095461,0.000090457695],"genre_scores_gemma":[0.9932032,0.0026245976,0.003925376,0.0002303169,0.0000034732445,0.0000055002306,0.000004308819,0.0000018898425,0.0000013045847],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9994094,0.000032688036,0.00019930114,0.00014571598,0.000104335486,0.00010859339],"domain_scores_gemma":[0.99951124,0.0000415436,0.00013911983,0.00025924685,0.0000070738947,0.000041746618],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025079382,0.000081428414,0.00012025418,0.000078736484,0.00013463866,0.00003900023,0.00012596574,0.000057008474,0.0000011321462],"category_scores_gemma":[0.000007452311,0.000064439104,0.000016061922,0.000107270695,0.0003301704,0.00018188744,0.00030147267,0.00010292693,2.3761393e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012772337,0.00014743273,0.46278313,0.0011209109,0.00030232756,0.000006508051,0.06564424,0.0011964354,0.0029372072,0.019034212,0.0007071484,0.44599274],"study_design_scores_gemma":[0.001990633,0.00084544084,0.8803345,0.0003391935,0.00008633208,0.00017084018,0.020847939,0.044414345,0.0008276624,0.005020538,0.044592887,0.0005296991],"about_ca_topic_score_codex":0.000059849503,"about_ca_topic_score_gemma":0.000002587595,"teacher_disagreement_score":0.44546303,"about_ca_system_score_codex":0.000003403181,"about_ca_system_score_gemma":0.0000026806722,"threshold_uncertainty_score":0.26277503},"labels":[],"label_agreement":null},{"id":"W3005412645","doi":"10.24251/hicss.2020.049","title":"Capturing the Forest or the Trees: Designing for Granularity in Data Crowdsourcing","year":2020,"lang":"en","type":"article","venue":"Proceedings of the ... Annual Hawaii International Conference on System Sciences/Proceedings of the Annual Hawaii International Conference on System Sciences","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Crowdsourcing; Granularity; Computer science; Task (project management); Variety (cybernetics); Data science; Set (abstract data type); Quality (philosophy); Duration (music); Data collection; Value (mathematics); Data mining; World Wide Web; Artificial intelligence; Machine learning; Engineering; Mathematics; Statistics","score_opus":0.11187628923645776,"score_gpt":0.3110301760585586,"score_spread":0.19915388682210083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3005412645","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10328062,0.00009846481,0.004565618,0.08166176,0.0058509368,0.0040742625,0.0008592179,0.00042193674,0.7991872],"genre_scores_gemma":[0.9969646,0.000015835336,0.0014424353,0.0004426169,0.0004965591,0.00013741851,0.0000033382767,0.00003098642,0.00046624563],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9912451,0.0001142513,0.001795912,0.0019308046,0.0039547835,0.0009591662],"domain_scores_gemma":[0.99189323,0.00078920624,0.0025746634,0.00069361523,0.003828697,0.00022061529],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0075276196,0.0007193542,0.0008363935,0.00047305587,0.0020428994,0.0024038316,0.02412399,0.00021793068,0.000013450686],"category_scores_gemma":[0.0005953398,0.00034162606,0.00041059355,0.0022670878,0.002131793,0.0031885707,0.0033914316,0.0008325844,0.000011514712],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019116205,0.00007785667,0.0046439036,0.00021108786,0.000077260884,0.0000013974345,0.0068056127,0.000866866,0.000932169,0.9841238,0.0013443148,0.000724529],"study_design_scores_gemma":[0.0012061308,0.0007558162,0.0029027543,0.005813741,0.000073571886,0.00019652511,0.910928,0.07071701,0.0022144942,0.0032579466,0.0011035876,0.0008304344],"about_ca_topic_score_codex":0.0005403067,"about_ca_topic_score_gemma":0.00013800946,"teacher_disagreement_score":0.9808659,"about_ca_system_score_codex":0.00034891124,"about_ca_system_score_gemma":0.0007652198,"threshold_uncertainty_score":0.99990356},"labels":[],"label_agreement":null},{"id":"W3006730595","doi":"10.23919/ifipnetworking46909.2019.8999406","title":"EFusion: correcting unreliable labels with expert knowledge for mobile crowdsensing","year":2019,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Victoria","funders":"","keywords":"Crowdsensing; Computer science; Crowd sourcing; Mobile device; Big data; Crowdsourcing; Mobile computing; Artificial intelligence; Human–computer interaction; Data science; Computer security; World Wide Web; Data mining; Telecommunications","score_opus":0.009118071700390563,"score_gpt":0.24760141514967599,"score_spread":0.23848334344928543,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006730595","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4046998,0.00047513962,0.5633654,0.00015606868,0.0020189537,0.0009637646,7.801093e-7,0.0007514593,0.027568663],"genre_scores_gemma":[0.89150244,0.0000047393582,0.09620174,0.0004009659,0.00017244482,0.00004857716,0.0000022044374,0.000038311697,0.011628551],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99820197,0.00004568767,0.00026831753,0.0006965775,0.00021002012,0.00057744747],"domain_scores_gemma":[0.9981484,0.0005082243,0.00010525999,0.000831015,0.0002746019,0.00013254229],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045790823,0.0002495514,0.00030974817,0.00011283709,0.00035565253,0.00036479364,0.0004340348,0.00009503868,0.00005178209],"category_scores_gemma":[0.00004316992,0.00019540658,0.00009022487,0.00046848896,0.0000382553,0.00041977523,0.00020664683,0.00015243163,0.00017226455],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018880909,0.0006420179,0.0037670971,0.00039140956,0.00016205336,0.000050138897,0.0189497,0.01402023,0.13133523,0.019251779,0.040766146,0.7704754],"study_design_scores_gemma":[0.0031426123,0.0014213823,0.00013408238,0.00089607266,0.000022852646,0.00046551958,0.002702658,0.5812643,0.2527523,0.0004072727,0.15528978,0.0015011313],"about_ca_topic_score_codex":0.000075087904,"about_ca_topic_score_gemma":0.000026128902,"teacher_disagreement_score":0.76897424,"about_ca_system_score_codex":0.00006917992,"about_ca_system_score_gemma":0.00013053151,"threshold_uncertainty_score":0.7968449},"labels":[],"label_agreement":null},{"id":"W3009108138","doi":"10.1109/globecom38437.2019.9014197","title":"Self Organizing Feature Map for Fake Task Attack Modelling in Mobile Crowdsensing","year":2019,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Crowdsensing; Overhead (engineering); Task (project management); Cluster analysis; Population; Feature (linguistics); Mobile device; Computer security; Energy (signal processing); Artificial intelligence; Real-time computing; Engineering; World Wide Web; Mathematics","score_opus":0.013831782296455077,"score_gpt":0.2332478778108959,"score_spread":0.21941609551444083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3009108138","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3314945,0.000379872,0.66366255,0.0004448878,0.00076148426,0.00082181726,0.0000017024287,0.0005623086,0.0018708366],"genre_scores_gemma":[0.73085994,0.000008659528,0.2665345,0.00034515775,0.00010945956,0.0000144328915,0.000004318797,0.0000389912,0.0020845346],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978608,0.00005332612,0.0003432329,0.0007993699,0.000264771,0.00067850784],"domain_scores_gemma":[0.9985763,0.00022644122,0.000109683366,0.0008212085,0.00015203633,0.000114317365],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005492026,0.00027917812,0.0003560411,0.0002014115,0.00017618344,0.0004526284,0.0005365092,0.00018982681,0.000011653301],"category_scores_gemma":[0.000017695398,0.00026658326,0.00012044455,0.000523989,0.000018625966,0.00052376406,0.00021123399,0.0003087705,0.00015068978],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005703652,0.0003894465,0.003912835,0.0009868747,0.000118657816,0.0000953818,0.01658765,0.8601421,0.052166823,0.01848825,0.011683973,0.035370965],"study_design_scores_gemma":[0.0006225911,0.00007402843,0.00003224899,0.00011964223,0.0000069744633,0.000031373776,0.00032589963,0.9562722,0.0063303947,0.00033534286,0.03544363,0.00040569605],"about_ca_topic_score_codex":0.000025061103,"about_ca_topic_score_gemma":0.00002201908,"teacher_disagreement_score":0.39936543,"about_ca_system_score_codex":0.00012405196,"about_ca_system_score_gemma":0.000094509865,"threshold_uncertainty_score":0.99997866},"labels":[],"label_agreement":null},{"id":"W3010283858","doi":"10.1016/j.jclinepi.2020.02.009","title":"Quality control for crowdsourcing citation screening: the importance of assessment number and qualification set size","year":2020,"lang":"en","type":"letter","venue":"Journal of Clinical Epidemiology","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; Agricultural Research Institute of Ontario; Children's Hospital of Eastern Ontario; University of British Columbia; BC Children's Hospital","funders":"CHEO Research Institute","keywords":"Crowdsourcing; Citation; Computer science; Redundancy (engineering); Quality (philosophy); Set (abstract data type); Data science; World Wide Web","score_opus":0.3021707952112088,"score_gpt":0.5062694162139675,"score_spread":0.20409862100275866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3010283858","genre_codex":"methods","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0041307337,0.00013886525,0.5407546,0.45396522,0.0006979042,0.00025211636,0.000014374008,0.000013107263,0.00003304613],"genre_scores_gemma":[0.2842861,0.00012649158,0.15650864,0.55441576,0.0045396728,0.000023962473,0.000014990129,0.000031075215,0.00005330611],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98019964,0.011043964,0.007246155,0.0006190173,0.00046572203,0.00042547935],"domain_scores_gemma":[0.8152775,0.17081343,0.012317409,0.0006681876,0.0007630337,0.00016044124],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.047945175,0.00030031332,0.0030706702,0.000060503142,0.00016103357,0.000060298178,0.000951924,0.0007657973,0.0000074338554],"category_scores_gemma":[0.092588894,0.00020224432,0.00097409333,0.00017236176,0.0003973414,0.00018800762,0.00011665482,0.0027653268,0.0000012625551],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003528173,0.000072403534,0.20085122,0.0005708661,0.0007887105,0.00005513505,0.00044272942,0.0007958732,0.000094263065,0.01104091,0.7482396,0.036695506],"study_design_scores_gemma":[0.0071019283,0.0021325347,0.29816678,0.00094151666,0.00071564346,0.00046463075,0.00035520265,0.12796287,0.000021659973,0.13608113,0.42497367,0.001082405],"about_ca_topic_score_codex":0.000018056933,"about_ca_topic_score_gemma":0.0000029658925,"teacher_disagreement_score":0.384246,"about_ca_system_score_codex":0.000036870526,"about_ca_system_score_gemma":0.0003388908,"threshold_uncertainty_score":0.9995353},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3010324225","doi":"10.1109/globecom38437.2019.9014252","title":"Push vs Pull Participant Recruitment System for Personalized Vehicular Crowdsensing","year":2019,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Crowdsensing; Computer science; Focus (optics); Crowdsourcing; Participatory sensing; Real-time computing; Distributed computing; Computer security; Data science; World Wide Web","score_opus":0.07349419926790775,"score_gpt":0.2831627236717175,"score_spread":0.2096685244038098,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3010324225","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49508741,0.00031468907,0.4939795,0.0013185799,0.0018296982,0.002154552,0.0000030566198,0.0009323991,0.0043801004],"genre_scores_gemma":[0.9574543,0.0000023361004,0.03731742,0.0004410432,0.000114295704,0.000096213946,0.00000387193,0.000027830612,0.004542694],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99771917,0.00011442224,0.0004110602,0.0007044396,0.00036444608,0.000686493],"domain_scores_gemma":[0.99838763,0.00020452234,0.0001398653,0.0009097407,0.00017232007,0.00018590766],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008999552,0.00024819345,0.00042179253,0.0001289572,0.00024109775,0.0004227715,0.00043597064,0.00010222219,0.000022339524],"category_scores_gemma":[0.00004458247,0.00021023428,0.00022993256,0.00030659576,0.00003934358,0.00025976682,0.00015431832,0.00011716871,0.00023583542],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026224536,0.00030315228,0.001862506,0.0013163931,0.0004691537,0.00016809836,0.0074027306,0.006862603,0.13050231,0.7891051,0.006972435,0.05477327],"study_design_scores_gemma":[0.0029146029,0.00047410882,0.0002847868,0.0005716138,0.00010446837,0.00024563196,0.0017162521,0.7961125,0.060802955,0.00045889712,0.1353312,0.0009829879],"about_ca_topic_score_codex":0.000039632374,"about_ca_topic_score_gemma":0.0000043672917,"teacher_disagreement_score":0.7892499,"about_ca_system_score_codex":0.00014216591,"about_ca_system_score_gemma":0.00009315994,"threshold_uncertainty_score":0.85731053},"labels":[],"label_agreement":null},{"id":"W3010563688","doi":"10.1109/globecom38437.2019.9014288","title":"Sensory Data-Driven Modeling of Adversaries in Mobile Crowdsensing Platforms","year":2019,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Crowdsensing; Context (archaeology); Threat model; Adversarial system; Computer security; Mobile device; Compromise; Human–computer interaction; Machine learning; Artificial intelligence","score_opus":0.032157656732594984,"score_gpt":0.2562523574251701,"score_spread":0.22409470069257512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3010563688","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8328174,0.000112759895,0.1624399,0.000031583688,0.0002649797,0.0002067302,0.0000032016858,0.00013152894,0.003991922],"genre_scores_gemma":[0.96089464,0.000012720906,0.038677596,0.00007926041,0.000025642596,0.0000015044795,0.000007645008,0.000013549592,0.0002874111],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983144,0.000025361162,0.000433661,0.00056988426,0.0002955127,0.00036118235],"domain_scores_gemma":[0.99800164,0.00012353409,0.00010327804,0.0016283011,0.000080320526,0.00006294653],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044791785,0.000166262,0.00032357805,0.00020447402,0.000057583013,0.00009641992,0.0008719977,0.00008965317,0.000019126144],"category_scores_gemma":[0.00003631256,0.00014743909,0.000053089327,0.00034750032,0.000046125206,0.0010198544,0.00071503664,0.00019319769,0.000055996312],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017096741,0.000067957975,0.0043175207,0.00008267787,0.00002399404,0.000026449845,0.0028071832,0.96085495,0.010714581,0.006461432,0.000090006346,0.014536178],"study_design_scores_gemma":[0.00035286832,0.000037958416,0.00009867891,0.00008907181,0.0000036261965,0.000020681493,0.00085085153,0.99485415,0.0028402614,0.0004878623,0.00016980527,0.00019418768],"about_ca_topic_score_codex":0.0002520675,"about_ca_topic_score_gemma":0.00008158406,"teacher_disagreement_score":0.12807727,"about_ca_system_score_codex":0.000039196773,"about_ca_system_score_gemma":0.00009461475,"threshold_uncertainty_score":0.60123914},"labels":[],"label_agreement":null},{"id":"W3014183306","doi":"10.3390/s20072055","title":"Game Theory in Mobile CrowdSensing: A Comprehensive Survey","year":2020,"lang":"en","type":"review","venue":"Sensors","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; National Science Foundation","keywords":"Computer science; Stackelberg competition; Bayesian game; Game theory; Data collection; Data science; Sequential game","score_opus":0.06022065507536665,"score_gpt":0.31948347354512496,"score_spread":0.2592628184697583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3014183306","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00031722066,0.99545795,0.0011240542,0.000016013866,0.00061977474,0.0009768499,0.000023159908,0.00039734493,0.00106761],"genre_scores_gemma":[0.0006665749,0.99742186,0.00095583027,0.00015990333,0.00018859167,0.000036681973,0.000058850925,0.00011819549,0.00039348757],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9933249,0.0028233898,0.0010830233,0.0014830601,0.00045962987,0.0008260459],"domain_scores_gemma":[0.99525356,0.0022283029,0.0005036429,0.0015576446,0.00016309942,0.00029373026],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010407671,0.00086493633,0.0027716225,0.00049986853,0.0001150179,0.0003902768,0.0012873724,0.00048820407,0.00000907989],"category_scores_gemma":[0.00029981477,0.000782503,0.000622525,0.0018734774,0.00017797096,0.00013604313,0.0006042705,0.0012042471,0.00052938785],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000056033396,0.00003814868,0.000005456387,0.0021437213,0.00007446507,0.0006662445,0.00071937346,0.00022339384,6.852566e-7,0.0005357662,0.00029472887,0.9952924],"study_design_scores_gemma":[0.00019411802,0.000067136236,0.000032430074,0.005463406,0.00007137103,0.0003076899,0.00006403302,0.001964898,0.000004252391,0.00020812049,0.9907786,0.0008439358],"about_ca_topic_score_codex":0.00010096165,"about_ca_topic_score_gemma":0.000046197336,"teacher_disagreement_score":0.9944485,"about_ca_system_score_codex":0.00022235545,"about_ca_system_score_gemma":0.00046165666,"threshold_uncertainty_score":0.9994626},"labels":[],"label_agreement":null},{"id":"W3017967519","doi":"10.1109/tmc.2020.2983688","title":"Profit-Oriented Task Allocation for Mobile Crowdsensing With Worker Dynamics: Cooperative Offline Solution and Predictive Online Solution","year":2020,"lang":"en","type":"article","venue":"IEEE Transactions on Mobile Computing","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick; Université de Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Task (project management); Online and offline; Online algorithm; Crowdsourcing; Scale (ratio); Data mining; Machine learning; Algorithm; World Wide Web","score_opus":0.013444001855619246,"score_gpt":0.24202445204851356,"score_spread":0.2285804501928943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3017967519","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17824334,0.000076146986,0.8187568,0.0005422381,0.0003492006,0.0015211585,0.00006079185,0.00043368517,0.000016642378],"genre_scores_gemma":[0.93271345,0.000011542113,0.06650983,0.00030056134,0.00017185164,0.00012985707,0.000066167195,0.000046308232,0.000050460832],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975045,0.00015487416,0.00050655473,0.0009876535,0.0003295415,0.00051690417],"domain_scores_gemma":[0.99831885,0.00030159426,0.00024564328,0.00038218417,0.00052853994,0.00022319498],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00031721004,0.00038359067,0.00038809908,0.00016550251,0.0009872027,0.00021596946,0.00022415193,0.00015339864,0.0000021073045],"category_scores_gemma":[0.00002354875,0.00036783682,0.00010424419,0.0007648238,0.00016862231,0.0004927093,0.000015655007,0.000458601,0.0000043876153],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029288244,0.00022852409,0.000040222156,0.00008134982,0.000114312774,0.0000063075277,0.0038993112,0.80249506,0.009685012,0.00015564667,0.000063730404,0.18293767],"study_design_scores_gemma":[0.001245236,0.001630572,0.000077384015,0.000268839,0.000071490875,0.000040921954,0.00080568704,0.9835029,0.011797119,0.000013846625,0.00016590666,0.00038004355],"about_ca_topic_score_codex":0.000030560717,"about_ca_topic_score_gemma":0.00006427176,"teacher_disagreement_score":0.7544701,"about_ca_system_score_codex":0.00024073367,"about_ca_system_score_gemma":0.00013961748,"threshold_uncertainty_score":0.99987733},"labels":[],"label_agreement":null},{"id":"W3023685007","doi":"10.1016/j.comcom.2020.04.060","title":"Rapid sensing-based emergency detection: A sequential approach","year":2020,"lang":"en","type":"article","venue":"Computer Communications","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Change detection; Constraint (computer-aided design); False alarm; ALARM; Variable (mathematics); Real-time computing; Construct (python library); Emergency management; Internet of Things; Realization (probability); Computer security; Data mining; Artificial intelligence; Computer network","score_opus":0.0686290140463837,"score_gpt":0.25918859507746933,"score_spread":0.1905595810310856,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3023685007","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005776704,0.0005278656,0.9875132,0.007703178,0.00046561923,0.00016676386,0.000001847603,0.00073323806,0.0023106476],"genre_scores_gemma":[0.62318796,0.000020788999,0.3756726,0.0008869655,0.00019206498,0.000007150472,0.000009399765,0.000013367873,0.000009676608],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983604,0.00033928826,0.000360661,0.00045512084,0.00021177271,0.00027278037],"domain_scores_gemma":[0.99673057,0.00013167835,0.00013365062,0.0026182411,0.00018272201,0.00020316463],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021852649,0.0001909734,0.00019791113,0.00008961829,0.00070397847,0.00023581955,0.002153713,0.00007453882,0.00001353557],"category_scores_gemma":[0.0000439251,0.00020694881,0.00015693477,0.0008061894,0.00012043537,0.00025974758,0.0010341521,0.0003456889,0.00008162419],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014991026,0.00037791664,0.00011351651,0.00012339934,0.0001155201,0.000014796192,0.0067788465,0.016117256,0.0056704897,0.014931254,0.009610373,0.94613165],"study_design_scores_gemma":[0.00019516307,0.00006663975,0.000097655386,0.000012387866,0.0000122667,0.000022652095,0.000019983043,0.9658905,0.0008027792,0.00018665279,0.032467823,0.00022546644],"about_ca_topic_score_codex":0.00001871737,"about_ca_topic_score_gemma":0.000005736489,"teacher_disagreement_score":0.94977325,"about_ca_system_score_codex":0.000035368645,"about_ca_system_score_gemma":0.00008325972,"threshold_uncertainty_score":0.8439128},"labels":[],"label_agreement":null},{"id":"W3025580486","doi":"10.1016/j.comcom.2020.05.012","title":"Recruitment algorithms for vehicular sensor networks","year":2020,"lang":"en","type":"article","venue":"Computer Communications","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University; Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Crowdsensing; Heuristic; Integer programming; Mathematical optimization; Operations research; Real-time computing; Algorithm; Artificial intelligence; Mathematics; Computer security","score_opus":0.15599245388176877,"score_gpt":0.31685155597702735,"score_spread":0.16085910209525858,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3025580486","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00024672484,0.0006520508,0.97867996,0.018855285,0.00026051115,0.00061749207,0.0000032478702,0.0004176337,0.00026709068],"genre_scores_gemma":[0.12658376,0.0000794455,0.86855406,0.004201191,0.0003327384,0.00016164474,0.000030743453,0.000019227624,0.000037213915],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988077,0.00014434101,0.00028235352,0.00036722774,0.00012164006,0.00027668997],"domain_scores_gemma":[0.9970811,0.00033095194,0.0000994659,0.0021584663,0.00014915528,0.00018087291],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00022568155,0.00015263235,0.0001960134,0.000038992333,0.0004748033,0.0002672738,0.0021931366,0.00006559225,0.000001964646],"category_scores_gemma":[0.000024428671,0.000156168,0.00013485731,0.0003262874,0.00006969406,0.00016031014,0.0011174411,0.00020960058,0.000028436254],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008901009,0.00023292466,0.00014371087,0.000044056003,0.00015462612,0.000009824581,0.0041787596,0.08912101,0.00040510696,0.061700936,0.029773211,0.8142269],"study_design_scores_gemma":[0.00024522576,0.00007497585,0.00008744999,0.000019947269,0.000009828206,0.000008695145,0.000016937212,0.8341181,0.00008499565,0.00020405381,0.16497509,0.0001546935],"about_ca_topic_score_codex":0.000005115569,"about_ca_topic_score_gemma":0.0000013378301,"teacher_disagreement_score":0.81407225,"about_ca_system_score_codex":0.000033613167,"about_ca_system_score_gemma":0.00004002489,"threshold_uncertainty_score":0.6368346},"labels":[],"label_agreement":null},{"id":"W3033887759","doi":"10.1007/s11036-020-01579-3","title":"AP-Assisted Online Task Assignment Algorithms for Mobile Crowdsensing","year":2020,"lang":"en","type":"article","venue":"Mobile Networks and Applications","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"Canadian Network for Research and Innovation in Machining Technology, Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China","keywords":"Computer science; Crowdsensing; Task (project management); Job shop scheduling; TRACE (psycholinguistics); Set (abstract data type); Mobile device; Wireless; Algorithm; Distributed computing; Computer network; Computer security; World Wide Web","score_opus":0.023362678179182004,"score_gpt":0.26413543874423345,"score_spread":0.24077276056505145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033887759","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003826879,0.0011008532,0.99219966,0.0007056864,0.00010245434,0.0015647423,0.000027875067,0.00033802004,0.00013385125],"genre_scores_gemma":[0.9653243,0.00012743475,0.030063413,0.0014996345,0.0009493372,0.0017976359,0.00008961815,0.000036775247,0.00011187949],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99828017,0.000038455833,0.00036961056,0.00073018204,0.00016732546,0.000414247],"domain_scores_gemma":[0.9987179,0.00020725514,0.00014629269,0.00052208366,0.00011083317,0.00029563752],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017804375,0.00023262722,0.0002826493,0.00004071472,0.00053744885,0.000313217,0.0003681715,0.00011583552,0.0000045600727],"category_scores_gemma":[0.000010369202,0.00022671346,0.000107624364,0.00046150375,0.00008461732,0.00014418669,0.00020155922,0.00019732749,0.0000064843166],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008943513,0.00020867055,0.00006152088,0.00004429733,0.000041417657,0.0000034823101,0.00024910513,0.20630729,0.0036118967,0.002736484,0.0040948503,0.78263205],"study_design_scores_gemma":[0.0004027777,0.00016837475,0.00016220489,0.000023547505,0.000027162172,0.00001680032,0.00015895985,0.78523445,0.00029175525,0.00018940776,0.21304476,0.00027978513],"about_ca_topic_score_codex":0.000009897623,"about_ca_topic_score_gemma":0.000003795207,"teacher_disagreement_score":0.9621362,"about_ca_system_score_codex":0.000035434423,"about_ca_system_score_gemma":0.000039245624,"threshold_uncertainty_score":0.9245106},"labels":[],"label_agreement":null},{"id":"W3034711303","doi":"10.1109/twc.2020.3000241","title":"Joint Annotator-and-Spectrum Allocation in Wireless Networks for Crowd Labeling","year":2020,"lang":"en","type":"article","venue":"IEEE Transactions on Wireless Communications","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Shenzhen Peacock Plan; Natural Sciences and Engineering Research Council of Canada; Innovation and Technology Fund; National Key Research and Development Program of China; Research Grants Council, University Grants Committee","keywords":"Computer science; Knapsack problem; Wireless; Artificial intelligence; Machine learning; Mathematical optimization; Algorithm","score_opus":0.038413997697544104,"score_gpt":0.2585033697080995,"score_spread":0.2200893720105554,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3034711303","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03437543,0.0001970082,0.9496677,0.014757965,0.00017517588,0.00045245542,0.000009044683,0.00028927202,0.0000759496],"genre_scores_gemma":[0.98135793,0.0004782889,0.016985547,0.0008645508,0.00003604631,0.00021573454,0.000007829883,0.000030755113,0.00002333095],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99839324,0.00016817762,0.00047130988,0.00046234363,0.00015903785,0.00034590636],"domain_scores_gemma":[0.99789,0.00040488158,0.00012625456,0.0013131882,0.00009826119,0.0001674024],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00033851256,0.0002135693,0.000282098,0.00016660764,0.0006631132,0.00021277578,0.0009493499,0.00012508199,0.000002548239],"category_scores_gemma":[0.000011079572,0.00024261879,0.00010359703,0.00072573766,0.00012737548,0.000341765,0.000022907461,0.0005264095,0.000008352763],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000119453995,0.0011181475,0.00020336482,0.00020461144,0.00018497098,0.000008078916,0.01260025,0.39338136,0.032931957,0.09150529,0.00041129885,0.46733123],"study_design_scores_gemma":[0.00060340046,0.000094452196,0.00012256605,0.00010931158,0.000017994656,0.0000076026313,0.00017145542,0.98927426,0.008620489,0.00029180272,0.00041322847,0.00027342138],"about_ca_topic_score_codex":0.00009582101,"about_ca_topic_score_gemma":0.00028577054,"teacher_disagreement_score":0.9469825,"about_ca_system_score_codex":0.00008458365,"about_ca_system_score_gemma":0.000079981284,"threshold_uncertainty_score":0.9893707},"labels":[],"label_agreement":null},{"id":"W3036230618","doi":"10.1109/wcnc45663.2020.9120489","title":"Task Allocation for Mobile Crowdsensing with Deep Reinforcement Learning","year":2020,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":22,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Computer science; Reinforcement learning; Baseline (sea); Task (project management); Artificial intelligence; Distributed computing; Crowdsensing; Machine learning; Computer security","score_opus":0.013055091480717167,"score_gpt":0.22145238447549634,"score_spread":0.20839729299477916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3036230618","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013934576,0.000039415674,0.9816058,0.0011011219,0.000066548804,0.00039500382,6.4147194e-8,0.00042847928,0.0024289642],"genre_scores_gemma":[0.9227808,0.0000028602801,0.07548115,0.0012064565,0.00010087504,0.000034870576,0.0000059249833,0.000016995853,0.00037006367],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987963,0.000030788702,0.00021611222,0.00042465806,0.00022074507,0.00031140793],"domain_scores_gemma":[0.9992377,0.00009344322,0.000098486904,0.0002743556,0.00014882666,0.0001471912],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001888411,0.00015206997,0.00015766616,0.000042971475,0.0002904037,0.00027157183,0.0002524399,0.000044055017,0.000009663334],"category_scores_gemma":[0.000059314174,0.00012748473,0.000054264347,0.00028065464,0.000029602134,0.0003118222,0.000091139365,0.00012594837,0.0000270821],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048547507,0.00002072169,0.00014991632,0.000072018156,0.000040556803,0.000010005754,0.0054836636,0.87901396,0.02080478,0.010383493,0.0007972717,0.08317507],"study_design_scores_gemma":[0.00046107575,0.0005077479,0.000023425897,0.000024522658,0.000010503067,0.00001374596,0.0004069398,0.96872455,0.016325112,0.000046842855,0.0132353995,0.00022011259],"about_ca_topic_score_codex":0.00001722856,"about_ca_topic_score_gemma":0.0000059985605,"teacher_disagreement_score":0.90884626,"about_ca_system_score_codex":0.00003494642,"about_ca_system_score_gemma":0.00005296541,"threshold_uncertainty_score":0.51986766},"labels":[],"label_agreement":null},{"id":"W3040780676","doi":"10.1109/mvt.2020.3002522","title":"Detecting Fake Mobile Crowdsensing Tasks: Ensemble Methods Under Limited Data","year":2020,"lang":"en","type":"article","venue":"IEEE Vehicular Technology Magazine","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; Istanbul Teknik Üniversitesi","keywords":"Boosting (machine learning); Computer science; AdaBoost; Leverage (statistics); Machine learning; Ensemble learning; Crowdsensing; Mobile device; Artificial intelligence; Classifier (UML); Data science; World Wide Web","score_opus":0.04844445269404901,"score_gpt":0.3109390353760782,"score_spread":0.2624945826820292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3040780676","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15575466,0.0010818978,0.833905,0.005424401,0.0005086537,0.00035535192,0.000005511549,0.0026296736,0.0003348917],"genre_scores_gemma":[0.66128457,0.000027047532,0.33692575,0.0014462565,0.00016856089,0.000017801787,0.000013107607,0.00005751866,0.000059397815],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9960783,0.00030704,0.00064844475,0.0016925986,0.00036763764,0.0009059741],"domain_scores_gemma":[0.99565244,0.00028722498,0.0002892534,0.0032956635,0.00023256012,0.00024288471],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010819581,0.00047309382,0.00063464465,0.0004629723,0.00045325395,0.00030548728,0.002696319,0.00054622855,0.00001046558],"category_scores_gemma":[0.00068057416,0.00047740506,0.00012745186,0.002752943,0.00027818867,0.00055669644,0.0016492503,0.0010444891,0.0002759596],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000091083675,0.00005159649,0.00008288633,0.000041218806,0.00009640445,0.00028401837,0.00021531028,0.0055572526,0.7289131,0.0008208461,0.0015540994,0.26237416],"study_design_scores_gemma":[0.0006826824,0.00024846976,0.000057641264,0.00008886968,0.00007324693,0.0005519973,0.00023557965,0.5992395,0.35855645,0.0015312159,0.038017455,0.00071688916],"about_ca_topic_score_codex":0.000012097477,"about_ca_topic_score_gemma":0.000014094548,"teacher_disagreement_score":0.5936822,"about_ca_system_score_codex":0.00006855946,"about_ca_system_score_gemma":0.00011530553,"threshold_uncertainty_score":0.9997678},"labels":[],"label_agreement":null},{"id":"W3041065453","doi":"10.2139/ssrn.3554826","title":"NetEase Cloud Music Data","year":2020,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Cloud computing; Computer science; Operating system","score_opus":0.034514253147780276,"score_gpt":0.23854369217833143,"score_spread":0.20402943903055115,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3041065453","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04656544,0.0025738932,0.94012415,0.008817621,0.00062392076,0.00008183315,0.0000021448661,0.0002107134,0.0010002838],"genre_scores_gemma":[0.99388933,0.00032137625,0.0023152702,0.0018913767,0.0013659804,6.2041204e-7,0.00000424579,0.00001748229,0.00019429346],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997035,0.00010966486,0.0002515155,0.00044478363,0.00031217566,0.0018468236],"domain_scores_gemma":[0.99869895,0.00004265024,0.0001286401,0.0008267001,0.00005275398,0.0002502894],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012956744,0.00015092982,0.00016526793,0.000046997076,0.00028902502,0.00031769666,0.002279435,0.0000488709,0.0000151599015],"category_scores_gemma":[0.00014679086,0.00013661092,0.00006899618,0.00035380916,0.000030949042,0.0005888439,0.0005354178,0.0016316393,0.00012389256],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049052225,0.000098805176,0.00046576024,0.000019755213,0.0002352545,0.00016508329,0.001986901,0.00075977005,0.0029049476,0.4655547,0.02348996,0.50427],"study_design_scores_gemma":[0.0033547215,0.0015270002,0.0002781373,0.00010161537,0.00013735157,0.0064317877,0.0027896892,0.48896143,0.0009830934,0.2850105,0.20874585,0.0016788268],"about_ca_topic_score_codex":0.000022225406,"about_ca_topic_score_gemma":0.00005748478,"teacher_disagreement_score":0.9473239,"about_ca_system_score_codex":0.00016494014,"about_ca_system_score_gemma":0.001649155,"threshold_uncertainty_score":0.7088752},"labels":[],"label_agreement":null},{"id":"W3041522139","doi":"10.1109/mobilecloud48802.2020.00015","title":"Participant Comfort Adaptation in Dependable Mobile Crowdsensing Services","year":2020,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Crowdsensing; Adaptation (eye); Computer science; Human–computer interaction; Computer security; Psychology","score_opus":0.04634032800768971,"score_gpt":0.24697979981759735,"score_spread":0.20063947180990765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3041522139","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.752844,0.0001226562,0.24340184,0.00070164574,0.00013005562,0.00020862282,5.1128586e-7,0.00037067756,0.0022200234],"genre_scores_gemma":[0.97398645,0.000004265738,0.024518263,0.0013565439,0.000049216527,0.000011129244,0.0000022742897,0.000011347224,0.00006049996],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985713,0.00006271287,0.00032693223,0.00042693212,0.00022909704,0.0003830704],"domain_scores_gemma":[0.9993349,0.00006784242,0.00007284664,0.00031589737,0.000045331995,0.00016320296],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00025592544,0.00014183609,0.00020704305,0.0000648355,0.00011037382,0.0002630769,0.00034449477,0.000054925833,0.000020718724],"category_scores_gemma":[0.000016106069,0.0001335654,0.00004687446,0.0004994645,0.000020816191,0.00053607166,0.00016583671,0.00014279233,0.00008129004],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000082775754,0.00033186382,0.012290517,0.0004409739,0.000073631374,0.000730215,0.11297161,0.5922508,0.06579824,0.02196722,0.00089675514,0.19216539],"study_design_scores_gemma":[0.00030155692,0.00007533058,0.00055774825,0.000043058408,0.000005559679,0.000015428537,0.0021890742,0.9832705,0.011056555,0.0002129368,0.0020712598,0.00020095715],"about_ca_topic_score_codex":0.0004957213,"about_ca_topic_score_gemma":0.00030132444,"teacher_disagreement_score":0.39101973,"about_ca_system_score_codex":0.000024423865,"about_ca_system_score_gemma":0.000053119078,"threshold_uncertainty_score":0.54466385},"labels":[],"label_agreement":null},{"id":"W3041552504","doi":"10.24963/ijcai.2020/723","title":"Incentivizing Evaluation with Peer Prediction and Limited Access to Ground Truth (Extended Abstract)","year":2020,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Alberta; University of Waterloo","funders":"","keywords":"Truth telling; Ground truth; Computer science; Incentive; Grading (engineering); Aggregate (composite); Common ground; Set (abstract data type); Incentive compatibility; Nash equilibrium; Artificial intelligence; Mathematical optimization; Mathematics; Microeconomics","score_opus":0.055951123654640875,"score_gpt":0.2824146746786671,"score_spread":0.2264635510240262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3041552504","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6897623,0.000018651152,0.30259433,0.0040746955,0.00013262313,0.00028972919,0.0000010691288,0.00025176618,0.002874842],"genre_scores_gemma":[0.99215126,0.0000016797894,0.0067226673,0.0009624983,0.000090741334,0.000013638779,0.0000052032674,0.000008910624,0.00004339314],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985949,0.000041793017,0.00016226213,0.00045135777,0.0005629451,0.00018675887],"domain_scores_gemma":[0.99921757,0.00006742415,0.00005957159,0.00022305583,0.00025701523,0.00017537845],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004569975,0.00011716282,0.00011132332,0.0000696768,0.00015373659,0.00083608576,0.00024644934,0.000039378323,0.000017174623],"category_scores_gemma":[0.0001400551,0.000095769756,0.000017055982,0.00043249928,0.000020502603,0.00097452925,0.00016355915,0.00010564366,0.000010922989],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024808964,0.00020248699,0.013416874,0.00014480976,0.00014355684,0.00004656054,0.018702567,0.01192691,0.019895049,0.00825765,0.0069069765,0.9201085],"study_design_scores_gemma":[0.0010136059,0.00031163657,0.28714642,0.000081536746,0.00003953846,0.00002841035,0.00041468051,0.7031252,0.005745078,0.00042819153,0.0013509142,0.00031483],"about_ca_topic_score_codex":0.000041602518,"about_ca_topic_score_gemma":0.000015317704,"teacher_disagreement_score":0.91979367,"about_ca_system_score_codex":0.000039610895,"about_ca_system_score_gemma":0.000054012333,"threshold_uncertainty_score":0.8062394},"labels":[],"label_agreement":null},{"id":"W3044876097","doi":"10.48550/arxiv.2007.11682","title":"Assessing top-$k$ preferences","year":2020,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Crowdsourcing; Computer science; Preference; Learning to rank; Measure (data warehouse); Rank (graph theory); Artificial intelligence; Information retrieval; Similarity (geometry); Quality (philosophy); Machine learning; Natural language processing; Data mining; Ranking (information retrieval); Mathematics; Statistics; World Wide Web","score_opus":0.1363594842486464,"score_gpt":0.21130509186414143,"score_spread":0.07494560761549501,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3044876097","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3664495,0.00005554671,0.62346846,0.00023984858,0.00066228025,0.0001258913,0.0000023770428,0.0004995279,0.008496553],"genre_scores_gemma":[0.9944445,0.000038574904,0.0047082743,0.00017455268,0.00015211785,4.5513173e-7,0.0000073269066,0.00001699734,0.00045721777],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977667,0.0001773688,0.00020306263,0.0013596185,0.00011813225,0.00037514485],"domain_scores_gemma":[0.9981103,0.00011827205,0.0002523442,0.0011676786,0.00012024925,0.0002311425],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00021416415,0.00032741134,0.0003650175,0.00015664281,0.00023887135,0.0008997309,0.0018781349,0.00027552416,0.00002093806],"category_scores_gemma":[0.000057864025,0.00037103007,0.00020525225,0.0005408312,0.000094371215,0.00064879254,0.0023882242,0.00077152473,0.000104755534],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000437187,0.00029783024,0.014971966,0.00078870583,0.00048105867,0.0033408834,0.0039058346,0.40746567,0.0015783785,0.5108037,0.0037039607,0.05261827],"study_design_scores_gemma":[0.00033196787,0.0000545287,0.0024093045,0.00033323845,0.000085845226,0.000012967808,0.00038595963,0.8886201,0.0010548716,0.104301244,0.0014938527,0.00091613084],"about_ca_topic_score_codex":0.00011659074,"about_ca_topic_score_gemma":0.000011630979,"teacher_disagreement_score":0.62799495,"about_ca_system_score_codex":0.000117820404,"about_ca_system_score_gemma":0.00031087548,"threshold_uncertainty_score":0.9998742},"labels":[],"label_agreement":null},{"id":"W3045162568","doi":"10.1109/jiot.2020.3011461","title":"Empowering Self-Organized Feature Maps for AI-Enabled Modeling of Fake Task Submissions to Mobile Crowdsensing Platforms","year":2020,"lang":"en","type":"article","venue":"IEEE Internet of Things Journal","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; Ontario Centres of Excellence","keywords":"Computer science; Crowdsensing; Task (project management); Mobile device; Feature (linguistics); Human–computer interaction; Participatory sensing; Terrain; Network topology; Real-time computing; Artificial intelligence; Data science; Computer network; World Wide Web","score_opus":0.015416079232096683,"score_gpt":0.26277426001234633,"score_spread":0.24735818078024965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3045162568","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3825666,0.00009519934,0.61518884,0.0008914051,0.0007324678,0.00029745614,0.0000033079075,0.00012173598,0.000103003564],"genre_scores_gemma":[0.8538881,0.000008160582,0.14469692,0.0009942978,0.00025586705,0.000006297045,0.0000014116869,0.000043594217,0.00010534962],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9975411,0.00003919666,0.00087153714,0.00047169303,0.0005364735,0.00053996587],"domain_scores_gemma":[0.99780685,0.00013901388,0.00052890735,0.00038960946,0.0006560608,0.00047958273],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00079790107,0.00031367643,0.00063832867,0.00025302576,0.00021096929,0.00038702486,0.0011375997,0.00017519713,0.000010327247],"category_scores_gemma":[0.0002692157,0.00027223155,0.00034612278,0.00040110096,0.000031079526,0.00087296125,0.0002889239,0.00073830923,0.0000063913103],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049559923,0.00018178883,0.00012526975,0.00043456288,0.00038849504,0.00010750784,0.07389247,0.12709816,0.7724831,0.0005603086,0.015352124,0.008880622],"study_design_scores_gemma":[0.000976694,0.0005435633,0.0000029349296,0.0006841033,0.0000455461,0.0003673764,0.00068791077,0.7985405,0.19524859,0.0007388031,0.001826271,0.00033775874],"about_ca_topic_score_codex":0.000029854713,"about_ca_topic_score_gemma":0.000001469474,"teacher_disagreement_score":0.67144233,"about_ca_system_score_codex":0.00009809501,"about_ca_system_score_gemma":0.00017742283,"threshold_uncertainty_score":0.999973},"labels":[],"label_agreement":null},{"id":"W3046028568","doi":"10.1109/icc40277.2020.9149145","title":"Ensemble Learning Against Adversarial AI-driven Fake Task Submission in Mobile Crowdsensing","year":2020,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Crowdsensing; Adversarial system; Computer science; Artificial intelligence; Machine learning; Task (project management); Classifier (UML); Boosting (machine learning); Mobile device; Computer security; Human–computer interaction; World Wide Web; Engineering","score_opus":0.012144279410466516,"score_gpt":0.2291289176970379,"score_spread":0.21698463828657139,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3046028568","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5728893,0.000118913245,0.41247272,0.0022213452,0.00050517404,0.00038161033,6.2069944e-7,0.0008450389,0.010565222],"genre_scores_gemma":[0.9854932,0.000015829613,0.01178829,0.002150168,0.0002316171,0.0000067860174,0.0000054503753,0.000027587133,0.00028111358],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99762046,0.00020070563,0.0004312384,0.00077761454,0.00038402597,0.00058597024],"domain_scores_gemma":[0.9989515,0.00013294142,0.000114543975,0.00040843134,0.00008727583,0.00030528763],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003223447,0.00026467416,0.0003432878,0.00014602666,0.00027397755,0.00036078366,0.0004980955,0.0001506021,0.000021128033],"category_scores_gemma":[0.00019408844,0.00025828517,0.00012331008,0.0007509867,0.00004769986,0.0005247468,0.0003988827,0.0006221236,0.00013164603],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007702013,0.0001279269,0.0052601704,0.000076663055,0.000030100824,0.0005712077,0.013217447,0.2805667,0.41428462,0.0017662564,0.004093534,0.27992836],"study_design_scores_gemma":[0.001123284,0.0002110628,0.0004177617,0.000111464455,0.000006717443,0.000021880704,0.00065048196,0.934845,0.024906574,0.00009400034,0.0370808,0.0005309779],"about_ca_topic_score_codex":0.00006633991,"about_ca_topic_score_gemma":0.00002667084,"teacher_disagreement_score":0.6542783,"about_ca_system_score_codex":0.00008220376,"about_ca_system_score_gemma":0.00012767976,"threshold_uncertainty_score":0.99998695},"labels":[],"label_agreement":null},{"id":"W3046118330","doi":"10.1109/icc40277.2020.9148817","title":"Deep Belief Network-based Fake Task Mitigation for Mobile Crowdsensing under Data Scarcity","year":2020,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Deep belief network; Task (project management); Artificial intelligence; Crowdsensing; Deep learning; Mobile device; Scarcity; Machine learning; Data mining; Human–computer interaction; Real-time computing; Computer security; World Wide Web; Engineering","score_opus":0.04329913988533128,"score_gpt":0.26502293941728344,"score_spread":0.22172379953195215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3046118330","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012968675,0.00016022497,0.9816279,0.003305338,0.0003473052,0.0005386104,0.000010681556,0.000555982,0.00048529878],"genre_scores_gemma":[0.7861186,0.0000020805264,0.206987,0.0062356847,0.00045526397,0.000016928645,0.000112879694,0.000026027272,0.00004552377],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976427,0.00009797962,0.00037975304,0.0009846519,0.0003281802,0.00056671025],"domain_scores_gemma":[0.9977094,0.00035398296,0.00013871351,0.0013615396,0.00017172655,0.0002646554],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00054487056,0.0002423217,0.00027682254,0.00004561976,0.0004589445,0.0005089272,0.0011210404,0.00011386224,0.000015395479],"category_scores_gemma":[0.00012114438,0.0002373352,0.00010409723,0.0005131598,0.00008074994,0.00057210366,0.00048600778,0.0001784889,0.000031327447],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056892663,0.00013464775,0.00091070693,0.00017175399,0.00008946222,0.000021985112,0.00092295115,0.7896873,0.010551332,0.014146896,0.040354412,0.14295168],"study_design_scores_gemma":[0.0005397805,0.00010998649,0.00024429892,0.000033545963,0.00002188382,0.0000061676765,0.00006475405,0.9861214,0.0032471046,0.00096489635,0.008333929,0.00031226588],"about_ca_topic_score_codex":0.000036364472,"about_ca_topic_score_gemma":0.00006363514,"teacher_disagreement_score":0.77464086,"about_ca_system_score_codex":0.000043254167,"about_ca_system_score_gemma":0.00014671174,"threshold_uncertainty_score":0.9678249},"labels":[],"label_agreement":null},{"id":"W3048081621","doi":"10.48550/arxiv.2008.02954","title":"Deep Active Learning with Crowdsourcing Data for Privacy Policy Classification","year":2020,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Crowdsourcing; Computer science; Leverage (statistics); Classifier (UML); Machine learning; Artificial intelligence; Privacy policy; Annotation; Labeled data; Class (philosophy); Active learning (machine learning); Information privacy; World Wide Web; Internet privacy","score_opus":0.14486720357704505,"score_gpt":0.23070938024262438,"score_spread":0.08584217666557933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048081621","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.052590616,0.000024819912,0.944087,0.0009814355,0.00016933106,0.0005481764,0.000020427737,0.00052417023,0.0010539955],"genre_scores_gemma":[0.9841733,0.00003510573,0.014682281,0.00013339362,0.00031687124,0.000003143138,0.00019421213,0.000049942042,0.0004117704],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.996797,0.00018566744,0.00023958363,0.002124453,0.00014154392,0.00051170425],"domain_scores_gemma":[0.9960043,0.00028289916,0.0005200245,0.0026832982,0.0002545781,0.00025490366],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003188476,0.00041729826,0.00043374335,0.00030871693,0.00051139534,0.00041820234,0.003412536,0.0002718716,0.0000034553198],"category_scores_gemma":[0.00035563335,0.00045731993,0.00013577736,0.0008546877,0.00012362977,0.0007212211,0.0037646457,0.00094657537,0.000023136998],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032827334,0.00014480784,0.0021345497,0.00047165033,0.00045794965,0.0002187543,0.0041751782,0.8087709,0.0008983544,0.15683232,0.00049094437,0.025076339],"study_design_scores_gemma":[0.00060508045,0.000103670856,0.0010797253,0.00016553732,0.00010751606,0.000008258874,0.00048348648,0.9874304,0.00020289661,0.00597015,0.0032916134,0.0005516752],"about_ca_topic_score_codex":0.00019036152,"about_ca_topic_score_gemma":0.000032108444,"teacher_disagreement_score":0.9315827,"about_ca_system_score_codex":0.0003282315,"about_ca_system_score_gemma":0.00063354,"threshold_uncertainty_score":0.99978787},"labels":[],"label_agreement":null},{"id":"W3081105446","doi":"10.1109/jiot.2020.3019326","title":"Secure and Efficient Probabilistic Skyline Computation for Worker Selection in MCS","year":2020,"lang":"en","type":"article","venue":"IEEE Internet of Things Journal","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China","keywords":"Computer science; Skyline; Probabilistic logic; Outsourcing; Crowdsourcing; Reputation; Selection (genetic algorithm); Scheme (mathematics); Reliability (semiconductor); Task (project management); Cloud computing; Credibility; Computer security; Data mining; Machine learning; Artificial intelligence; World Wide Web","score_opus":0.016833089153570967,"score_gpt":0.24691539377767127,"score_spread":0.23008230462410031,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3081105446","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43684772,0.000048693037,0.5620994,0.00069329876,0.0001825846,0.00008597502,1.861268e-7,0.000019413186,0.000022746251],"genre_scores_gemma":[0.9651938,0.0000022822485,0.03438125,0.00028639313,0.00010949135,0.0000020601985,3.1100294e-7,0.000007393077,0.000017018912],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9990847,0.000050341998,0.00034158258,0.00019869755,0.00016819288,0.00015648342],"domain_scores_gemma":[0.9994027,0.00010472868,0.00021957155,0.000041958807,0.00014555453,0.00008548955],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046598862,0.000094009956,0.00016548939,0.000092049086,0.000047860955,0.00017086549,0.00018928984,0.0000492762,0.0000016830762],"category_scores_gemma":[0.00014606862,0.000084518266,0.000052116873,0.00018938057,0.00002905872,0.00018243986,0.000041284162,0.00026061147,9.2304265e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048027196,0.00036994164,0.0033121232,0.00054387713,0.0001213075,0.000060401046,0.07373589,0.70130795,0.044292353,0.0036368861,0.0070367204,0.16510227],"study_design_scores_gemma":[0.0004994882,0.00022765723,0.0003606418,0.00020888406,0.0000074685345,0.00016716708,0.00006009481,0.9934817,0.0036977634,0.0010522449,0.00015081721,0.00008605123],"about_ca_topic_score_codex":0.000013431152,"about_ca_topic_score_gemma":0.000002762048,"teacher_disagreement_score":0.52834606,"about_ca_system_score_codex":0.000046528166,"about_ca_system_score_gemma":0.00003775098,"threshold_uncertainty_score":0.34465548},"labels":[],"label_agreement":null},{"id":"W3081897794","doi":"10.1109/sose49046.2020.00012","title":"On Coalitional and Non-Coalitional Games in the Design of User Incentives for Dependable Mobile Crowdsensing Services","year":2020,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Crowdsensing; Computer science; Incentive; Mobile computing; Human–computer interaction; Distributed computing; Computer network; Computer security; Microeconomics; Economics","score_opus":0.01933296026865479,"score_gpt":0.242816488523359,"score_spread":0.2234835282547042,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3081897794","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38058603,0.00005713643,0.61733156,0.0010815465,0.000047721504,0.00046212054,0.000010803718,0.00003637385,0.0003866951],"genre_scores_gemma":[0.96181107,0.0000044215453,0.036270738,0.0018005862,0.000044116867,0.000030327303,0.000006332008,0.000006978428,0.000025456005],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988723,0.000117214295,0.00023164507,0.00032704225,0.00024829255,0.00020350379],"domain_scores_gemma":[0.99869686,0.0009044727,0.000078835415,0.00018506036,0.00008282051,0.000051966228],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004902854,0.00012302624,0.00016864714,0.000055726407,0.0001319488,0.00016102093,0.00029005605,0.000044294415,0.000010170126],"category_scores_gemma":[0.00003314076,0.00008985002,0.000045437988,0.00020049568,0.00006470942,0.00027159762,0.00008008916,0.00008777969,0.000002957052],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0010479718,0.0012972738,0.008137153,0.0018356174,0.00023339175,0.000118234806,0.068039685,0.18973069,0.10534415,0.59483486,0.010628343,0.018752614],"study_design_scores_gemma":[0.0020865437,0.0007553804,0.008925625,0.00033777356,0.000020379826,0.00004797141,0.0037671386,0.9270633,0.037368473,0.01758589,0.0015579757,0.00048356922],"about_ca_topic_score_codex":0.000056998168,"about_ca_topic_score_gemma":0.000009987427,"teacher_disagreement_score":0.7373326,"about_ca_system_score_codex":0.000011524198,"about_ca_system_score_gemma":0.000049135655,"threshold_uncertainty_score":0.36639777},"labels":[],"label_agreement":null},{"id":"W3084268808","doi":"10.1109/jiot.2020.3022611","title":"DeepSensing: A Novel Mobile Crowdsensing Framework With Double Deep <i>Q</i>-Network and Prioritized Experience Replay","year":2020,"lang":"en","type":"article","venue":"IEEE Internet of Things Journal","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":58,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Fonds de recherche du Québec – Nature et technologies; Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Baseline (sea); Task (project management); Reinforcement learning; Mobile device; Mobile computing; Distributed computing; Mobile telephony; Key (lock); Real-time computing; Computer network; Artificial intelligence; Mobile radio; Computer security","score_opus":0.018907173937655907,"score_gpt":0.2462815654595494,"score_spread":0.2273743915218935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3084268808","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4354366,0.00031991836,0.5629728,0.0003497213,0.00048731428,0.00012283942,1.6275722e-7,0.00010087034,0.00020976408],"genre_scores_gemma":[0.72937465,0.000019555293,0.26892716,0.0012785172,0.00034049834,0.0000023569619,1.9285898e-7,0.000029191266,0.000027866148],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973253,0.000078709025,0.00072302215,0.0006416826,0.0006246787,0.0006066278],"domain_scores_gemma":[0.9978404,0.00025688158,0.0006575822,0.00047246722,0.0003260397,0.00044660622],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00061919825,0.00034254155,0.00056384865,0.000096410855,0.00027887218,0.0009401044,0.0007587493,0.00016286674,0.000009098981],"category_scores_gemma":[0.00013842067,0.000291116,0.00013921625,0.0004704327,0.0002602555,0.0009714716,0.00026499142,0.0009874388,0.0000039179845],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0043041734,0.0006015258,0.0103267925,0.0005556082,0.0010425443,0.0032108668,0.50995994,0.05874987,0.29701626,0.012998343,0.004407101,0.09682695],"study_design_scores_gemma":[0.0074449326,0.0023095433,0.00038915826,0.004948423,0.0001682447,0.021632317,0.0031837788,0.755989,0.19272475,0.0026736278,0.006445278,0.0020909167],"about_ca_topic_score_codex":0.000049005834,"about_ca_topic_score_gemma":0.0000026787914,"teacher_disagreement_score":0.69723916,"about_ca_system_score_codex":0.000052967098,"about_ca_system_score_gemma":0.000092016824,"threshold_uncertainty_score":0.9999541},"labels":[],"label_agreement":null},{"id":"W3084328393","doi":"10.1109/access.2020.3022569","title":"Eliciting Truthful Data From Crowdsourced Wireless Monitoring Modules in Cloud Managed Networks","year":2020,"lang":"en","type":"article","venue":"IEEE Access","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"Infotech Oulu; Academy of Finland","keywords":"Computer science; Crowdsourcing; Cloud computing; Wireless; Payment; Data collection; Metric (unit); Key (lock); Computer network; Data mining; Computer security; Telecommunications; World Wide Web","score_opus":0.08521545187985106,"score_gpt":0.3006890594212276,"score_spread":0.2154736075413765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3084328393","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58143103,0.0001672579,0.4162922,0.00040712793,0.00096243905,0.000116619885,0.0000063400894,0.00028570587,0.0003312805],"genre_scores_gemma":[0.9940133,0.000026689064,0.0032286728,0.0005507175,0.002102078,0.000009894585,0.000019321447,0.000040190604,0.000009112863],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971635,0.00018549907,0.00051206315,0.0011577382,0.00037724746,0.00060395495],"domain_scores_gemma":[0.99754435,0.00034333314,0.00020336837,0.0016321802,0.000050677914,0.00022609107],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00042595054,0.0002956254,0.00040605696,0.00010410114,0.0002343733,0.0012982112,0.004765109,0.00013864026,0.000006807898],"category_scores_gemma":[0.000106073436,0.000314946,0.00006180682,0.00088378816,0.00004836955,0.0015028457,0.0012936968,0.0005441561,0.000024881927],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011368962,0.00015870939,0.071173415,0.0001533696,0.00017027237,0.00091007754,0.0067520663,0.44231576,0.016836291,0.00085652753,0.003918142,0.45664167],"study_design_scores_gemma":[0.0005609969,0.000014287092,0.0063971044,0.00020773766,0.000013224214,0.000003788394,0.00021049027,0.98505694,0.0063963328,0.000522632,0.00020090742,0.0004155483],"about_ca_topic_score_codex":0.00081856607,"about_ca_topic_score_gemma":0.00005715614,"teacher_disagreement_score":0.5427412,"about_ca_system_score_codex":0.000048262576,"about_ca_system_score_gemma":0.000030502724,"threshold_uncertainty_score":0.99993026},"labels":[],"label_agreement":null},{"id":"W3088963435","doi":"10.1177/1548512920956383","title":"Transitioning from testbeds to ships: an experience study in deploying the TIPPERS Internet of Things platform to the US Navy","year":2020,"lang":"en","type":"article","venue":"The Journal of Defense Modeling and Simulation Applications Methodology Technology","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"U.S. Air Force; Defense Advanced Research Projects Agency; Office of the Director","keywords":"Navy; Context (archaeology); Situation awareness; Computer science; Variety (cybernetics); Computer security; Trident; Middleware (distributed applications); Differential privacy; Encryption; Interoperability; World Wide Web; Internet privacy; Engineering; Database","score_opus":0.1294867928212441,"score_gpt":0.35395442621423795,"score_spread":0.22446763339299386,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3088963435","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49157357,0.00007592204,0.5039626,0.0041072187,0.000024416797,0.00022418419,2.485115e-7,0.000027983595,0.0000038715675],"genre_scores_gemma":[0.88672745,0.0000064059136,0.11205262,0.0011396089,0.000038221377,0.000025686062,2.3518952e-7,0.000008867072,8.806419e-7],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982211,0.0005368693,0.00061355403,0.0002452204,0.0002115884,0.00017169032],"domain_scores_gemma":[0.9975281,0.0014108884,0.00025031294,0.0004972885,0.0002449011,0.0000685086],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003214603,0.0001231355,0.00027270045,0.00019391933,0.00027557247,0.000050534967,0.0009899442,0.00009436671,9.858214e-7],"category_scores_gemma":[0.00066642364,0.00007317295,0.00003875901,0.00088837754,0.00010244238,0.00017922827,0.00017885483,0.00047438894,0.0000012301559],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000063858424,0.00003074265,0.0008841238,0.0000018543647,0.00001850493,0.0000011758998,0.085390255,0.8809824,0.0034488458,0.0012952014,0.0000018627939,0.027881173],"study_design_scores_gemma":[0.00024435605,0.00026955552,0.0002630695,0.00002484341,0.00003328174,0.00004052185,0.01722018,0.9770979,0.00079606235,0.003825196,0.00010180247,0.00008321952],"about_ca_topic_score_codex":0.00011010932,"about_ca_topic_score_gemma":0.000044519886,"teacher_disagreement_score":0.3951539,"about_ca_system_score_codex":0.000029882656,"about_ca_system_score_gemma":0.000039536753,"threshold_uncertainty_score":0.29839063},"labels":[],"label_agreement":null},{"id":"W3089162342","doi":"10.1038/s41587-020-0694-x","title":"Leveling up citizen science","year":2020,"lang":"en","type":"article","venue":"Nature Biotechnology","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Genome Canada","keywords":"Transgender; Lesbian; Queer; Public relations; Ethnic group; Work (physics); Political science; Representation (politics); Gender studies; Sociology; Economic growth; Law; Engineering; Economics; Politics","score_opus":0.012327473422089372,"score_gpt":0.24316424488393862,"score_spread":0.23083677146184925,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3089162342","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2018598,0.0016490893,0.6663163,0.11975538,0.0025731176,0.0002523611,0.0000027294843,0.0037341346,0.0038570869],"genre_scores_gemma":[0.96319467,0.000012827697,0.03287014,0.0037524404,0.00011498439,0.0000019726474,4.0557214e-7,0.000008579743,0.00004397583],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9983874,0.000016836533,0.00015772632,0.000708051,0.00029019872,0.00043977925],"domain_scores_gemma":[0.9990302,0.000036911213,0.00006662187,0.0006345694,0.000103682614,0.0001280361],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00028642343,0.0001379117,0.0001651379,0.00021616646,0.00028542054,0.00014999909,0.0018294863,0.00060914096,0.000006155016],"category_scores_gemma":[0.00061485416,0.00012747126,0.000045579938,0.0018285261,0.00037666835,0.00021502412,0.00069235143,0.0011051755,0.00008338622],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000053944837,0.000010925594,0.00006996029,0.000013973182,0.000008715286,0.000054244825,0.00055450987,0.000041888037,0.500722,0.33016026,0.0027395494,0.16561861],"study_design_scores_gemma":[0.00035788908,0.00012641135,0.00022694118,0.00002711434,0.00000531885,0.00012984773,0.00012138401,0.046865627,0.8725095,0.003665266,0.07558397,0.00038077123],"about_ca_topic_score_codex":0.0000036157214,"about_ca_topic_score_gemma":8.1869155e-7,"teacher_disagreement_score":0.7613349,"about_ca_system_score_codex":0.00004457021,"about_ca_system_score_gemma":0.00015301409,"threshold_uncertainty_score":0.5198127},"labels":[],"label_agreement":null},{"id":"W3090042117","doi":"10.1109/jiot.2020.3028026","title":"Trajectory Penetration Characterization for Efficient Vehicle Selection in HD Map Crowdsourcing","year":2020,"lang":"en","type":"article","venue":"IEEE Internet of Things Journal","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China","keywords":"Crowdsourcing; Trajectory; Computer science; Maximization; Trajectory optimization; Selection (genetic algorithm); Data mining; Mathematical optimization; Real-time computing; Machine learning; Mathematics","score_opus":0.01766222007855258,"score_gpt":0.23142948871194616,"score_spread":0.21376726863339357,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3090042117","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50033313,0.00001694384,0.49862435,0.0004965434,0.00038156367,0.000089798574,3.47102e-7,0.00003417944,0.000023141927],"genre_scores_gemma":[0.9908969,0.0000024999713,0.0082969805,0.00044791296,0.0002833414,0.000004403531,0.0000016683492,0.000015044061,0.0000512396],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986081,0.00008522007,0.0005283231,0.0002627668,0.00027525277,0.00024029637],"domain_scores_gemma":[0.9991807,0.000069409965,0.0003966517,0.000084492865,0.00016495549,0.00010379734],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006557485,0.00013178111,0.00020884603,0.00017478445,0.00008793656,0.00026984717,0.0003791179,0.00007789621,0.000008408373],"category_scores_gemma":[0.00008073069,0.00013346365,0.00011114565,0.00024568432,0.000021506674,0.00053802464,0.00003354613,0.00031810327,0.00000493712],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008144868,0.00006515313,0.0011840649,0.00008080907,0.000018699282,0.000007626149,0.012582596,0.019196762,0.9540088,0.00024411322,0.00028559237,0.0122442935],"study_design_scores_gemma":[0.000509779,0.00022745106,0.002456691,0.0001703874,0.000007191175,0.000055716984,0.00006960995,0.8017962,0.19425896,0.000072076255,0.0002468384,0.00012910765],"about_ca_topic_score_codex":0.00002469295,"about_ca_topic_score_gemma":0.0000029129744,"teacher_disagreement_score":0.78259945,"about_ca_system_score_codex":0.00010557694,"about_ca_system_score_gemma":0.0000688059,"threshold_uncertainty_score":0.54424894},"labels":[],"label_agreement":null},{"id":"W3091588063","doi":"10.1016/j.iot.2020.100297","title":"Locally reconfigurable Self Organizing Feature Map for high impact malicious tasks submission in Mobile Crowdsensing","year":2020,"lang":"en","type":"article","venue":"Internet of Things","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Crowdsensing; Task (project management); Feature (linguistics); Mobile device; Human–computer interaction; Artificial intelligence; Embedded system; Real-time computing; Computer security; World Wide Web; Engineering","score_opus":0.01027843866201548,"score_gpt":0.2370144495864058,"score_spread":0.22673601092439033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3091588063","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8440449,0.0004929496,0.15008831,0.0032429604,0.00058478134,0.0006207443,0.0000047675285,0.00044555176,0.00047499113],"genre_scores_gemma":[0.9632934,0.000006379733,0.035154477,0.0010898092,0.00010011351,0.0000079614165,0.000007039571,0.000041111776,0.00029973523],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.998085,0.00007614461,0.0004709653,0.0006143684,0.00026743,0.00048609634],"domain_scores_gemma":[0.9987216,0.0001819536,0.0002827479,0.000427837,0.00019204583,0.0001938137],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000481542,0.00028295684,0.00047222376,0.00014366975,0.00007043392,0.0002791688,0.00077824865,0.00020255294,0.00002413366],"category_scores_gemma":[0.00017964533,0.00025710967,0.00016270003,0.00038310673,0.000037524474,0.0005426112,0.00018747528,0.00040496353,0.000018939814],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005666154,0.0004172101,0.0032524192,0.0014341521,0.00031373888,0.00039106773,0.109277174,0.0060745706,0.6958211,0.0031841833,0.06849473,0.11077304],"study_design_scores_gemma":[0.0020072886,0.0014337889,0.00058827735,0.0014108849,0.00004287173,0.00016261035,0.00060457055,0.37627867,0.60324645,0.0014275009,0.011870283,0.00092678296],"about_ca_topic_score_codex":0.00057933165,"about_ca_topic_score_gemma":0.000009891513,"teacher_disagreement_score":0.3702041,"about_ca_system_score_codex":0.00014706416,"about_ca_system_score_gemma":0.00011039411,"threshold_uncertainty_score":0.99998814},"labels":[],"label_agreement":null},{"id":"W3092309417","doi":"10.5210/spir.v2020i0.11186","title":"MORAL ECONOMIES OF OPEN DATA PLATFORMS","year":2020,"lang":"en","type":"article","venue":"AoIR Selected Papers of Internet Research","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Capitalism; Sociology; Politics; Economics; Political economy; Political science; Law","score_opus":0.17113155258348703,"score_gpt":0.36645481825270854,"score_spread":0.1953232656692215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092309417","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9441601,0.00031063045,0.002843382,0.002868239,0.00012090072,0.00064789463,0.000032130938,0.0001281663,0.048888538],"genre_scores_gemma":[0.9940582,0.000022426946,0.0052058105,0.00011176848,0.000039923212,0.0000056282297,0.000027396007,0.0000134413385,0.00051543134],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99808466,0.00010311301,0.00039800248,0.00058903964,0.00041758918,0.0004075794],"domain_scores_gemma":[0.9978448,0.00032634003,0.00012357136,0.0011445316,0.0003999619,0.00016076207],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0009787392,0.0001227102,0.0003204798,0.00014099908,0.00006127314,0.00026416976,0.0069073597,0.00007229552,0.0001022049],"category_scores_gemma":[0.00065227126,0.000106308544,0.00003835933,0.00096652325,0.00022236105,0.00070496975,0.005295168,0.00039058225,0.000033420045],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011470993,0.0006590196,0.034429982,0.00092554133,0.0010650399,0.00014242894,0.028766051,0.00087826024,0.298934,0.15531372,0.28345194,0.19428691],"study_design_scores_gemma":[0.00235977,0.0026926936,0.009010185,0.0005054871,0.000020387342,0.000051831536,0.0019927146,0.4295593,0.52485305,0.0026372403,0.025521113,0.00079620833],"about_ca_topic_score_codex":0.0011714528,"about_ca_topic_score_gemma":0.00013527673,"teacher_disagreement_score":0.42868105,"about_ca_system_score_codex":0.000032625303,"about_ca_system_score_gemma":0.0003164424,"threshold_uncertainty_score":0.9984657},"labels":[],"label_agreement":null},{"id":"W3093672075","doi":"10.1109/iscc50000.2020.9219661","title":"Knowledge-Based Machine Learning Boosting for Adversarial Task Detection in Mobile Crowdsensing","year":2020,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; AdaBoost; Machine learning; Boosting (machine learning); Decision tree; Mobile device; Exploit; Artificial intelligence; Feature selection; Task (project management); Support vector machine; Computer security; World Wide Web; Engineering","score_opus":0.01890668782989297,"score_gpt":0.24408197075161908,"score_spread":0.22517528292172612,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093672075","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08111988,0.0001857461,0.91594714,0.00034958925,0.00038183294,0.0004033041,9.634547e-7,0.00054455013,0.0010669794],"genre_scores_gemma":[0.9705532,0.0000014791184,0.028684909,0.00036861116,0.00025793564,0.000024889121,0.0000045447723,0.00002528848,0.00007910708],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983496,0.00013172367,0.00035239142,0.0005882734,0.0001530856,0.00042491624],"domain_scores_gemma":[0.9989951,0.0004201106,0.00011154377,0.00022860832,0.00010147272,0.00014316296],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00051130954,0.00020108791,0.0002521607,0.00014570414,0.00031736723,0.00022797902,0.00027393445,0.00009878639,0.0000066396487],"category_scores_gemma":[0.00047651137,0.0002067877,0.000118860844,0.000610727,0.000030723506,0.00026887542,0.00012545026,0.0003252696,0.000022993157],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016687936,0.00011165179,0.0010929048,0.00017833005,0.000021705375,0.000032880933,0.0049916375,0.17603505,0.19930051,0.00047741743,0.00017266365,0.61741835],"study_design_scores_gemma":[0.0011575217,0.0002497475,0.00006163203,0.000045074532,0.0000068112354,0.0000061383384,0.00011904287,0.9306391,0.057749763,0.00004291536,0.009680757,0.00024148443],"about_ca_topic_score_codex":0.00008956261,"about_ca_topic_score_gemma":0.00013899463,"teacher_disagreement_score":0.8894334,"about_ca_system_score_codex":0.00008567428,"about_ca_system_score_gemma":0.000096793585,"threshold_uncertainty_score":0.8432558},"labels":[],"label_agreement":null},{"id":"W3093995308","doi":"10.1109/jiot.2020.3032797","title":"PPCS: An Intelligent Privacy-Preserving Mobile-Edge Crowdsensing Strategy for Industrial IoT","year":2020,"lang":"en","type":"article","venue":"IEEE Internet of Things Journal","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":29,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure","funders":"Deanship of Scientific Research, King Saud University","keywords":"Computer science; Crowdsensing; Enhanced Data Rates for GSM Evolution; Reliability (semiconductor); Data aggregator; Participatory sensing; Information privacy; Sensor fusion; Edge computing; Data mining; Artificial intelligence; Computer security; Computer network; Wireless sensor network; Data science","score_opus":0.09945770780017162,"score_gpt":0.30423423979898584,"score_spread":0.20477653199881424,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093995308","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48997107,0.0001316246,0.5074346,0.0005370526,0.0013776005,0.00024498103,0.0000016348665,0.00010851403,0.00019292888],"genre_scores_gemma":[0.96942574,0.000010416481,0.028412115,0.00068373856,0.001322985,0.0000054167867,0.0000015046006,0.000043001524,0.00009509593],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970192,0.00020333019,0.0010492723,0.00058029045,0.0005503222,0.0005976388],"domain_scores_gemma":[0.9974511,0.00024969535,0.0007619273,0.0005726958,0.0004416782,0.00052286277],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0012355275,0.00033611673,0.00052760367,0.00019742323,0.00021017865,0.0010815754,0.0023664895,0.0002199874,0.000034752804],"category_scores_gemma":[0.0005148913,0.00031481992,0.00032889494,0.0002971759,0.00009698677,0.0011490608,0.00043584325,0.0009956983,0.0000095340165],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000722065,0.00047418516,0.00092929316,0.0003030748,0.0005229052,0.00033031925,0.07396387,0.043710362,0.15641709,0.0022678373,0.029549899,0.69080913],"study_design_scores_gemma":[0.0013032669,0.0020826836,0.000024882986,0.0006074216,0.000053890028,0.0006049083,0.0010765876,0.7728239,0.21082059,0.0022078396,0.00782886,0.00056512613],"about_ca_topic_score_codex":0.00008313842,"about_ca_topic_score_gemma":0.0000026319333,"teacher_disagreement_score":0.7291136,"about_ca_system_score_codex":0.0001085929,"about_ca_system_score_gemma":0.00023032818,"threshold_uncertainty_score":0.9999554},"labels":[],"label_agreement":null},{"id":"W3096136041","doi":"10.1109/twc.2020.3033822","title":"A Multi-Leader Multi-Follower Game-Based Analysis for Incentive Mechanisms in Socially-Aware Mobile Crowdsensing","year":2020,"lang":"en","type":"article","venue":"IEEE Transactions on Wireless Communications","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":67,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada; State Key Laboratory of Industrial Control Technology; National Research Foundation Singapore; National Natural Science Foundation of China; Nanyang Technological University; National Science Foundation","keywords":"Stackelberg competition; Computer science; Service provider; Incentive; Crowdsensing; Context (archaeology); Nash equilibrium; Game theory; Service (business); Backward induction; Internet privacy; Computer security; Business","score_opus":0.05987286940101648,"score_gpt":0.29948233047500633,"score_spread":0.23960946107398984,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3096136041","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009538473,0.00006116959,0.98604953,0.002829086,0.00018327431,0.0008717758,0.000070652626,0.00038049193,0.000015526812],"genre_scores_gemma":[0.7743423,0.000025548587,0.22440931,0.00077584235,0.000011252578,0.00033695064,0.000019141635,0.000034198292,0.000045469817],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99763376,0.00035412516,0.0005812374,0.000683405,0.00027906604,0.00046840913],"domain_scores_gemma":[0.99688375,0.000608372,0.00020606375,0.0018174851,0.00028395662,0.00020039192],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00032812427,0.00032024004,0.00051342085,0.00048478815,0.00077319244,0.00024120302,0.0014691431,0.00019446296,0.00001121989],"category_scores_gemma":[0.00001936287,0.00036346246,0.0005160943,0.0023110325,0.00017886513,0.0003234321,0.0000246168,0.00058007386,0.000022267648],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000118286116,0.0033457584,0.00018917804,0.00010281528,0.0009799437,0.000015547972,0.019977393,0.87301326,0.04090113,0.0016731734,0.000050557894,0.05963294],"study_design_scores_gemma":[0.0015671833,0.00009100535,0.00017882681,0.00006700865,0.00018043394,8.697571e-7,0.0009316424,0.9804372,0.015964601,0.00004110687,0.0001542026,0.00038593018],"about_ca_topic_score_codex":0.00017784441,"about_ca_topic_score_gemma":0.0019059988,"teacher_disagreement_score":0.7648038,"about_ca_system_score_codex":0.00020351855,"about_ca_system_score_gemma":0.00026298437,"threshold_uncertainty_score":0.99988174},"labels":[],"label_agreement":null},{"id":"W3097669541","doi":"10.18280/jesa.530412","title":"Data Collection for Mobile Crowd Sensing Based on Tensor Completion","year":2020,"lang":"en","type":"article","venue":"Journal Européen des Systèmes Automatisés","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Natural Science Foundation of Hebei Province; National Natural Science Foundation of China","keywords":"Computer science; Data collection; Context (archaeology); Mobile device; Big data; Set (abstract data type); Tensor (intrinsic definition); Data set; Adaptive sampling; Sampling (signal processing); Data mining; Real-time computing; Artificial intelligence; Computer vision; Mathematics","score_opus":0.05728904568907689,"score_gpt":0.2808527932297992,"score_spread":0.22356374754072234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3097669541","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03187582,0.00012630186,0.9640734,0.0016342294,0.00066316104,0.0004893586,0.000029283916,0.0005612865,0.00054714817],"genre_scores_gemma":[0.78544015,0.000012169287,0.21221694,0.0015538621,0.0005628028,0.0000074420295,0.000023887807,0.000055430894,0.0001273274],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974269,0.0003564704,0.00061108667,0.0006073081,0.0005423582,0.00045585647],"domain_scores_gemma":[0.99771035,0.00042074887,0.00043263132,0.00080226676,0.0003336869,0.0003003164],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0009278713,0.0002731985,0.00039888636,0.00019098462,0.001030373,0.0011066037,0.000949064,0.00008279912,0.000016728633],"category_scores_gemma":[0.00062549877,0.0002474028,0.0001482102,0.0006336427,0.00007185345,0.0006039074,0.00020630313,0.0003389594,0.00005503296],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017804548,0.00018697702,0.00042282927,0.00047552335,0.0001253931,0.0002769501,0.001860446,0.06736552,0.014162366,0.0007560837,0.079683796,0.8345061],"study_design_scores_gemma":[0.0007991686,0.0006410405,0.0059706224,0.00027831667,0.000031609106,0.00047768018,0.00006605851,0.97783667,0.0006765633,0.00028798913,0.012657944,0.00027634684],"about_ca_topic_score_codex":0.000011270456,"about_ca_topic_score_gemma":0.000003988157,"teacher_disagreement_score":0.91047114,"about_ca_system_score_codex":0.00017832973,"about_ca_system_score_gemma":0.00019419348,"threshold_uncertainty_score":0.9999978},"labels":[],"label_agreement":null},{"id":"W3100608601","doi":"","title":"Creativity on paid crowdsourcing platforms","year":2020,"lang":"en","type":"preprint","venue":"University of Oulu Repository (University of Oulu)","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":40,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Crowdsourcing; Creativity; Scope (computer science); Work (physics); Creative work; Data science; Meaning (existential); Computer science; Knowledge management; World Wide Web; Engineering; Psychology; Political science; Social psychology","score_opus":0.020606637379672516,"score_gpt":0.18854886269258575,"score_spread":0.16794222531291322,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3100608601","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79214317,0.00010856678,0.17222968,0.00072477566,0.00077536696,0.00043042118,0.000045385823,0.00044816764,0.033094443],"genre_scores_gemma":[0.98013216,0.00004092389,0.016418109,0.000029390147,0.000078936835,3.9805307e-8,0.000018296116,0.000023952965,0.0032581757],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969847,0.00019132001,0.00030514778,0.0012556609,0.00080817164,0.00045497637],"domain_scores_gemma":[0.99630386,0.0002349094,0.0010769586,0.0016560365,0.00036580107,0.00036242226],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00039225232,0.0004962568,0.0010280283,0.00039692307,0.00082950405,0.00008212894,0.002699468,0.00060273614,0.00003640551],"category_scores_gemma":[0.000048321628,0.00068286277,0.0007354361,0.00045252682,0.00054270605,0.00054467673,0.0029813745,0.0011334261,0.000031933912],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0068600923,0.006977636,0.073716246,0.0140218595,0.009611926,0.04310244,0.3102914,0.153569,0.12937893,0.07952647,0.07267465,0.10026933],"study_design_scores_gemma":[0.019087858,0.0069471463,0.17722678,0.015380686,0.0040215757,0.00101988,0.10123799,0.5052593,0.08351923,0.012868588,0.059651256,0.013779747],"about_ca_topic_score_codex":0.0020553137,"about_ca_topic_score_gemma":0.000051032188,"teacher_disagreement_score":0.35169026,"about_ca_system_score_codex":0.0003444889,"about_ca_system_score_gemma":0.00048057365,"threshold_uncertainty_score":0.99956226},"labels":[],"label_agreement":null},{"id":"W3103439472","doi":"10.1109/iccc49849.2020.9238921","title":"Private, Fair, and Verifiable Aggregate Statistics for Mobile Crowdsensing in Blockchain Era","year":2020,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Queen's University","funders":"","keywords":"Computer science; Verifiable secret sharing; Computer security; Mobile payment; Computer network; ElGamal encryption; Encryption; Payment; Public-key cryptography; Mobile computing; World Wide Web","score_opus":0.013739787533360989,"score_gpt":0.23190354245630207,"score_spread":0.21816375492294107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3103439472","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2600926,0.00014842351,0.73794943,0.00070254994,0.00011861985,0.00041096203,0.000009677601,0.00019269675,0.00037504552],"genre_scores_gemma":[0.7006691,0.000011417908,0.29817995,0.0008794836,0.000054671273,0.000018921422,0.0000031131465,0.000017816585,0.000165506],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985633,0.000044513457,0.00030187395,0.0005272139,0.00015136244,0.00041176137],"domain_scores_gemma":[0.9991611,0.00021598297,0.00007809626,0.00030033366,0.00006556063,0.0001788954],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002676383,0.00017951772,0.00025480933,0.000073507574,0.00014720131,0.00028909295,0.00024954585,0.00006862128,0.0000069392327],"category_scores_gemma":[0.00013929568,0.00017682023,0.000032776632,0.0003335558,0.000055778615,0.00014008177,0.00019246936,0.00015908993,0.000008285144],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020677102,0.00030417278,0.0042265127,0.0010560415,0.00011372035,0.0004859941,0.01750006,0.054026753,0.1120198,0.22132823,0.022081792,0.56665015],"study_design_scores_gemma":[0.00088440574,0.00022549208,0.0002090405,0.000060211507,0.0000061735664,0.000022122296,0.00016295657,0.9706948,0.015976148,0.0025803663,0.008842839,0.0003354355],"about_ca_topic_score_codex":0.000058332273,"about_ca_topic_score_gemma":0.000021254367,"teacher_disagreement_score":0.91666806,"about_ca_system_score_codex":0.000027851102,"about_ca_system_score_gemma":0.000058668764,"threshold_uncertainty_score":0.721052},"labels":[],"label_agreement":null},{"id":"W3106900815","doi":"","title":"To Train or Not to Train? How Training Affects the Diversity of Crowdsourced Data","year":2020,"lang":"en","type":"article","venue":"Journal of the Association for Information Systems","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"HEC Montréal; Memorial University of Newfoundland","funders":"","keywords":"Training (meteorology); Diversity (politics); Crowdsourcing; Computer science; Training set; Data science; Artificial intelligence; World Wide Web; Geography","score_opus":0.08824991019651553,"score_gpt":0.2701563861884323,"score_spread":0.18190647599191678,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3106900815","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1979263,0.000016046277,0.7335483,0.06330646,0.002600977,0.001724743,0.0002002985,0.00007371876,0.0006031619],"genre_scores_gemma":[0.99620104,6.410127e-7,0.0013172367,0.002050087,0.00024029569,0.0000032320609,0.000002844845,0.000005036698,0.00017959326],"study_design_codex":"qualitative","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980339,0.0002090333,0.0005634943,0.000102532824,0.00088657014,0.0002045104],"domain_scores_gemma":[0.9967105,0.000579471,0.0016503431,0.000422043,0.00049899117,0.00013868972],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003966872,0.00010897293,0.0003034936,0.00011124574,0.0004229054,0.00049269915,0.0018816205,0.00006871396,5.7666824e-7],"category_scores_gemma":[0.0031373764,0.00006402454,0.00015073689,0.0006265493,0.0000104062265,0.0014556516,0.0004974971,0.0001664555,0.0000047604794],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006032713,0.000053066473,0.0019291877,0.00045916546,0.0006650674,0.0000024615745,0.6378807,0.10168991,0.005634966,0.005362456,0.20025234,0.045467407],"study_design_scores_gemma":[0.006322003,0.0017903156,0.028668532,0.00108457,0.00035450063,0.00015873779,0.08213704,0.40193537,0.006664541,0.00007522568,0.46982524,0.0009839364],"about_ca_topic_score_codex":0.000010276776,"about_ca_topic_score_gemma":0.00000542571,"teacher_disagreement_score":0.79827476,"about_ca_system_score_codex":0.00018128213,"about_ca_system_score_gemma":0.00014669032,"threshold_uncertainty_score":0.47511095},"labels":[],"label_agreement":null},{"id":"W3107627141","doi":"10.1109/tmc.2020.3040945","title":"A Reinforcement Learning Framework for Efficient Informative Sensing","year":2020,"lang":"en","type":"article","venue":"IEEE Transactions on Mobile Computing","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Reinforcement learning; Computer science; Motion planning; Path (computing); Inference; Process (computing); Plan (archaeology); Mathematical optimization; Artificial intelligence; Robot; Distributed computing; Mathematics","score_opus":0.01973670981837335,"score_gpt":0.25837263188972825,"score_spread":0.2386359220713549,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3107627141","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026128095,0.000021126694,0.97133213,0.00029248095,0.0006468403,0.00064213644,0.0000012863169,0.0006960932,0.00023983352],"genre_scores_gemma":[0.86092603,0.0000026137918,0.13807443,0.0008102586,0.000121246805,0.00001679121,0.000001205111,0.000024067056,0.000023387925],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980588,0.00008314293,0.00049648347,0.00050368323,0.00033494295,0.00052292575],"domain_scores_gemma":[0.9983401,0.0007259158,0.0002130347,0.00034946643,0.00015458874,0.0002169317],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00036412315,0.00027156522,0.00029668162,0.00013349864,0.00096935313,0.00030119106,0.0003681988,0.00011065223,0.0000073170368],"category_scores_gemma":[0.00005163241,0.00028181978,0.00022172499,0.0005954419,0.000047892583,0.00017223158,0.000013498121,0.00064024125,0.000050896204],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018597093,0.000021550335,9.0576185e-7,0.00004285702,0.000025759582,0.0000031372301,0.008147943,0.85137993,0.00039332133,0.0006791637,0.000021879363,0.13926497],"study_design_scores_gemma":[0.0004161513,0.0004416012,0.0000023377452,0.0001924086,0.000015822387,0.000013979729,0.00084874086,0.9760544,0.02069439,0.00008214634,0.0009376624,0.00030039155],"about_ca_topic_score_codex":0.000007104912,"about_ca_topic_score_gemma":3.7455908e-7,"teacher_disagreement_score":0.8347979,"about_ca_system_score_codex":0.0001023667,"about_ca_system_score_gemma":0.000070612,"threshold_uncertainty_score":0.9999634},"labels":[],"label_agreement":null},{"id":"W3109564612","doi":"10.2196/24589","title":"Mobile Health Crowdsensing (MHCS) Intervention on Chronic Disease Awareness: Protocol for a Systematic Review","year":2020,"lang":"en","type":"review","venue":"JMIR Research Protocols","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Cape Peninsula University of Technology","keywords":"CINAHL; PsycINFO; Psychological intervention; mHealth; MEDLINE; Intervention (counseling); Health care; Medical education; Systematic review; Psychology; Computer science; Medicine; Nursing","score_opus":0.38631657800676067,"score_gpt":0.6199205637076022,"score_spread":0.2336039857008415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3109564612","genre_codex":"protocol","genre_gemma":"protocol","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"protocol","genre_consensus":"protocol","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[2.8868033e-10,0.3521881,0.007575492,0.0001289357,0.000014579606,0.63969976,0.000026174825,0.00031972458,0.00004726197],"genre_scores_gemma":[1.9561725e-8,0.12335836,0.0006264563,0.00017906875,0.00038108247,0.8749232,0.000043314092,0.00016673714,0.0003217572],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.98524445,0.0059009544,0.0028240932,0.0022450075,0.0020763807,0.0017091046],"domain_scores_gemma":[0.99177897,0.0011053331,0.0017974945,0.0035316905,0.0007255118,0.0010610142],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.007865241,0.0010397912,0.004490043,0.0006756567,0.0009917277,0.0014948719,0.0031141972,0.00030028418,0.000019491406],"category_scores_gemma":[0.0015015476,0.00078856404,0.001802693,0.0020603766,0.00017134794,0.00041785324,0.0011332165,0.0017888637,0.00034967007],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023147615,0.00026700832,2.2913904e-8,0.620757,0.000041793148,0.000039819206,0.00003939977,0.0000016585998,1.4120158e-7,0.0003939124,0.008095875,0.37034023],"study_design_scores_gemma":[0.00045927102,0.0028979606,1.11054845e-8,0.5040912,0.000021131633,0.000019704748,0.000003434273,0.00049731584,0.0000016667906,0.000061559695,0.49161115,0.00033559432],"about_ca_topic_score_codex":0.00000781482,"about_ca_topic_score_gemma":0.0000037607454,"teacher_disagreement_score":0.48351526,"about_ca_system_score_codex":0.0021962042,"about_ca_system_score_gemma":0.0058508255,"threshold_uncertainty_score":0.99978507},"labels":[],"label_agreement":null},{"id":"W3110223711","doi":"10.1145/3397536.3422215","title":"Online In-Route Task Selection in Spatial Crowdsourcing","year":2020,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Task (project management); Crowdsourcing; Heuristic; Selection (genetic algorithm); Path (computing); Order (exchange); Skyline; Shortest path problem; Quality (philosophy); Operations research; Artificial intelligence; Theoretical computer science; Data mining; World Wide Web; Graph; Mathematics","score_opus":0.017063137735770288,"score_gpt":0.2298340880832046,"score_spread":0.21277095034743432,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3110223711","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58554155,0.000023936185,0.41007742,0.0027178363,0.000103334,0.0001047155,6.478484e-7,0.00021489819,0.001215651],"genre_scores_gemma":[0.9844877,0.0000029123448,0.013778594,0.0014805582,0.00015296663,0.0000031559557,0.0000021695078,0.000010507731,0.00008141721],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99865526,0.000075250995,0.000307527,0.0004520236,0.00018395948,0.00032597146],"domain_scores_gemma":[0.9996026,0.00005345532,0.000053104344,0.00015629132,0.00002950916,0.00010503526],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020275167,0.00013566508,0.00018619717,0.0001467061,0.000053330954,0.00013181764,0.00032891435,0.00006958971,0.000017265462],"category_scores_gemma":[0.00008637577,0.00013582292,0.00004126031,0.00089900795,0.000016410624,0.00028073278,0.00015081378,0.00028773333,0.00003192249],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010272219,0.00084921595,0.27484825,0.00017583091,0.000025628926,0.00049881235,0.022148829,0.11201229,0.12881412,0.009422973,0.0021457565,0.44895557],"study_design_scores_gemma":[0.0007099945,0.00009365343,0.062091704,0.000048955793,0.000002055984,0.000018552326,0.0001434386,0.9305262,0.004368014,0.00019520396,0.0015356143,0.00026660983],"about_ca_topic_score_codex":0.0015541358,"about_ca_topic_score_gemma":0.0024465516,"teacher_disagreement_score":0.81851393,"about_ca_system_score_codex":0.00007709286,"about_ca_system_score_gemma":0.00006830674,"threshold_uncertainty_score":0.5538698},"labels":[],"label_agreement":null},{"id":"W3112994038","doi":"10.14778/3436905.3436920","title":"Maximizing social welfare in a competitive diffusion model","year":2020,"lang":"en","type":"preprint","venue":"Proceedings of the VLDB Endowment","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Competition (biology); Viral marketing; Computer science; Incentive; Maximization; Quality (philosophy); Social Welfare; Microeconomics; Focus (optics); Competitive equilibrium; Social network (sociolinguistics); Utility maximization; Utility maximization problem; Mathematical economics; Economics; Social media","score_opus":0.02382788169935284,"score_gpt":0.23324999598651466,"score_spread":0.20942211428716181,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3112994038","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84638715,0.00030233094,0.021170339,0.086299606,0.0016845338,0.003131159,0.000053105978,0.00063427055,0.040337514],"genre_scores_gemma":[0.98649395,0.000017768118,0.012978235,0.0002568088,0.00009638403,0.000068079586,0.0000014899088,0.00002560695,0.00006169189],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976949,0.00001956041,0.00051444926,0.0007629852,0.00062349206,0.00038458878],"domain_scores_gemma":[0.99890214,0.00002661851,0.00054744945,0.0002539635,0.00019279073,0.00007705649],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00034167667,0.00034721347,0.00052538456,0.00014478425,0.00024922134,0.00023848459,0.0018566536,0.00019256456,0.0000027535668],"category_scores_gemma":[0.00008871257,0.00028102513,0.00028065918,0.00034127384,0.00008954394,0.00013758206,0.0055034836,0.0008540002,0.000001990237],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011871519,0.00066569046,0.0023209841,0.002452681,0.00017890325,0.000014542562,0.053469718,0.011193184,0.07917639,0.8307878,0.0018788915,0.017742546],"study_design_scores_gemma":[0.0016793971,0.00008377089,0.004054505,0.0018969048,0.00008286863,0.000018630179,0.002492832,0.85237515,0.04623341,0.089060985,0.000965306,0.0010562603],"about_ca_topic_score_codex":0.000088560846,"about_ca_topic_score_gemma":0.0000067486594,"teacher_disagreement_score":0.84118193,"about_ca_system_score_codex":0.0002534759,"about_ca_system_score_gemma":0.00009056122,"threshold_uncertainty_score":0.9999642},"labels":[],"label_agreement":null},{"id":"W3115100653","doi":"10.20982/tqmp.16.5.p472","title":"Got Bots? Practical Recommendations to Protect Online Survey Data from Bot Attacks","year":2020,"lang":"en","type":"article","venue":"The Quantitative Methods for Psychology","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":317,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Data collection; Computer science; Internet privacy; The Internet; Data quality; Data science; Quality (philosophy); Computer security; World Wide Web; Engineering","score_opus":0.6865261507868327,"score_gpt":0.6223430805496,"score_spread":0.06418307023723269,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3115100653","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002196822,0.000098808276,0.86448586,0.13102296,0.00076276844,0.000744723,0.0004209792,0.00012901031,0.00013807474],"genre_scores_gemma":[0.0057246285,0.000011425137,0.9827536,0.010967689,0.00015888817,0.0000636774,0.00025244028,0.000027718765,0.00003992912],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99320066,0.004741021,0.00045641832,0.0010689887,0.00013185837,0.00040105873],"domain_scores_gemma":[0.9877625,0.009804266,0.00022440962,0.0017869127,0.0002327181,0.00018917129],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00561023,0.00021785626,0.00039440446,0.00006649994,0.00031408799,0.00014532577,0.0019571448,0.000097117874,0.000039428945],"category_scores_gemma":[0.011740657,0.00016491528,0.000073027506,0.00071112084,0.00014207906,0.00028482178,0.0007057878,0.00044853817,0.00013195057],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011065454,0.00077137834,0.00047762046,0.000036319758,0.00060917664,0.000013063193,0.015013116,0.00020486904,0.037354786,0.04449965,0.29148927,0.6084242],"study_design_scores_gemma":[0.002020814,0.003139128,0.015354116,0.00007158303,0.00012694874,0.000046910238,0.0013421336,0.4679801,0.0021904605,0.038972773,0.46771035,0.0010447],"about_ca_topic_score_codex":0.00015905895,"about_ca_topic_score_gemma":0.00014637713,"teacher_disagreement_score":0.6073795,"about_ca_system_score_codex":0.000018971205,"about_ca_system_score_gemma":0.00008045239,"threshold_uncertainty_score":0.9965839},"labels":[],"label_agreement":null},{"id":"W3119562189","doi":"10.1139/cjce-2020-0439","title":"Mobile crowdsourcing-based data collection for user-centered facility maintenance management","year":2021,"lang":"en","type":"article","venue":"Canadian Journal of Civil Engineering","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"Western Michigan University","keywords":"Crowdsourcing; Data collection; Computer science; Data science; Geospatial analysis; Mobile device; Facility management; Inefficiency; Context (archaeology); Automation; Knowledge management; World Wide Web; Engineering; Business; Geography","score_opus":0.018368660799201696,"score_gpt":0.21348806612211432,"score_spread":0.19511940532291264,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3119562189","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006133711,0.0005319721,0.9913715,0.00022805671,0.0011773678,0.00016419555,0.0000370522,0.000037829937,0.00031833185],"genre_scores_gemma":[0.9698695,0.000011580297,0.029501347,0.0001238157,0.000090053916,0.000009239969,0.000015706004,0.000016250873,0.00036251222],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986105,0.000031713247,0.00039683122,0.00032126976,0.00018433094,0.00045537113],"domain_scores_gemma":[0.9982344,0.0000764127,0.00013947766,0.00081800076,0.00030709387,0.0004245962],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006207629,0.00016012289,0.00024506805,0.00027218094,0.00017832345,0.00030083302,0.0008330771,0.000058094112,0.000020845118],"category_scores_gemma":[0.00016758617,0.00017605266,0.00011556735,0.0004515851,0.000021065498,0.00034989673,0.00007148934,0.00019343308,0.0000022992147],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034392167,0.00009314398,0.0021323739,0.00076067547,0.00034862268,0.0017371654,0.0011283045,0.8753721,0.0023405913,0.001964301,0.09048915,0.023599185],"study_design_scores_gemma":[0.0014279772,0.00012949025,0.0009824198,0.00050982175,0.00004752688,0.00037518612,0.00015096409,0.65739465,0.0021158734,0.00008984925,0.33639607,0.0003801725],"about_ca_topic_score_codex":0.00014163397,"about_ca_topic_score_gemma":0.011595237,"teacher_disagreement_score":0.96373576,"about_ca_system_score_codex":0.00027733165,"about_ca_system_score_gemma":0.0007448867,"threshold_uncertainty_score":0.717922},"labels":[],"label_agreement":null},{"id":"W3122290629","doi":"10.1287/msom.2020.0923","title":"NetEase Cloud Music Data","year":2020,"lang":"en","type":"article","venue":"Manufacturing & Service Operations Management","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Cloud computing; Sample (material); Impression; Computer science; Revenue; Set (abstract data type); Data set; Phone; World Wide Web; Advertising; Business; Artificial intelligence","score_opus":0.055104278995308176,"score_gpt":0.2400433469400811,"score_spread":0.1849390679447729,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3122290629","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11801488,0.0001005235,0.8312367,0.03630746,0.00093143765,0.0007971731,0.000017011287,0.0010897251,0.011505072],"genre_scores_gemma":[0.92246103,0.0000146091825,0.05731968,0.019271944,0.0003749454,0.00002418508,0.00009271643,0.000024899615,0.00041599286],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99817073,0.000065279084,0.00028347276,0.00083409174,0.00030990344,0.0003365352],"domain_scores_gemma":[0.9976781,0.000020925012,0.000043666623,0.0020182992,0.000040427985,0.00019856272],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002240511,0.0002133379,0.00015857587,0.00007426713,0.00045562538,0.00087128417,0.0022417263,0.000035606565,0.0000861082],"category_scores_gemma":[0.000010048469,0.00021313776,0.00003599521,0.00034215738,0.000013577903,0.0007977277,0.0024609102,0.00016227919,0.00056945893],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028795588,0.00037260918,0.000066770015,0.000980073,0.0004346995,0.00056131295,0.010596706,0.6029855,0.0011360217,0.04827611,0.0654109,0.2691505],"study_design_scores_gemma":[0.0005541285,0.00003903211,0.0008719767,0.000054181386,0.000059230533,0.00001022966,0.0005346958,0.8258706,0.0037408096,0.00016876472,0.16759594,0.00050041336],"about_ca_topic_score_codex":0.00015466595,"about_ca_topic_score_gemma":0.00014612508,"teacher_disagreement_score":0.80444616,"about_ca_system_score_codex":0.00003504564,"about_ca_system_score_gemma":0.00002349803,"threshold_uncertainty_score":0.8691505},"labels":[],"label_agreement":null},{"id":"W3123616398","doi":"10.1109/globecom42002.2020.9322625","title":"Region-Aware Bagging and Deep Learning-Based Fake Task Detection in Mobile Crowdsensing Platforms","year":2020,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Crowdsensing; Task (project management); Artificial intelligence; Server; Machine learning; Deep learning; Mobile device; Ensemble learning; F1 score; Precision and recall; Deep belief network; Computer security; Computer network; Engineering","score_opus":0.011730625657591618,"score_gpt":0.20665692641967273,"score_spread":0.19492630076208112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3123616398","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4111261,0.00012847106,0.5876002,0.0003120997,0.00008442022,0.00014180985,8.4636035e-8,0.00039277677,0.0002140701],"genre_scores_gemma":[0.99615765,0.000012718941,0.0028551975,0.0008356951,0.00006910979,0.000009204009,0.0000014615975,0.000020915879,0.00003805028],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99843997,0.000052269046,0.0002939474,0.00060606113,0.0002145492,0.000393185],"domain_scores_gemma":[0.9992353,0.00014659583,0.000100718236,0.00027256092,0.00005663366,0.00018823716],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023408949,0.00020803354,0.00023448183,0.0001599024,0.00028626277,0.00031420783,0.00020909628,0.00010868974,0.0000049000005],"category_scores_gemma":[0.00009867118,0.00019610618,0.000060089613,0.0006023286,0.000056546967,0.0004260223,0.00014140487,0.0003966244,0.000015695037],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000059110196,0.00005403407,0.008355967,0.00014792189,0.00001872226,0.00034486334,0.0072779916,0.14449926,0.012994851,0.00034751752,0.00007355147,0.8258262],"study_design_scores_gemma":[0.0006437499,0.00016583972,0.0010199093,0.00006256101,0.0000043489385,0.00006115959,0.0006267812,0.98358613,0.011801347,0.00010249937,0.0016374184,0.0002882513],"about_ca_topic_score_codex":0.00007973073,"about_ca_topic_score_gemma":0.0001426219,"teacher_disagreement_score":0.8390869,"about_ca_system_score_codex":0.00005800942,"about_ca_system_score_gemma":0.000038747112,"threshold_uncertainty_score":0.7996978},"labels":[],"label_agreement":null},{"id":"W3124231858","doi":"10.1109/globecom42002.2020.9322483","title":"Efficient and Privacy-Preserving Non-Interactive Truth Discovery for Mobile Crowdsensing","year":2020,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo; Queen's University","funders":"China Scholarship Council; National Natural Science Foundation of China","keywords":"Crowdsensing; Computer science; Internet privacy; Human–computer interaction; Computer security","score_opus":0.013802341523475951,"score_gpt":0.24386871204830574,"score_spread":0.23006637052482978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3124231858","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.41243896,0.00005094985,0.5852063,0.0007988369,0.00020680616,0.00031183535,0.0000032902112,0.00014575965,0.0008372802],"genre_scores_gemma":[0.94626945,0.000002198459,0.052720215,0.00069490954,0.00015129919,0.000021348516,0.0000021775904,0.000020301566,0.00011808814],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99843204,0.00003948742,0.0002612618,0.00068655325,0.00019325993,0.0003873869],"domain_scores_gemma":[0.9986128,0.0005148701,0.00010059747,0.00048324026,0.00009201901,0.00019646715],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00020622274,0.00020783932,0.0002620123,0.000061747734,0.00026344397,0.0007505434,0.0004778791,0.0000548179,0.00000442004],"category_scores_gemma":[0.00029160586,0.00018251059,0.00010346252,0.0002382129,0.000050229803,0.00039932295,0.0007709408,0.00014566374,0.0000074966597],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00071902364,0.0007201157,0.0017390979,0.0013616867,0.00049191574,0.0002372016,0.08975965,0.19319555,0.39292535,0.032899268,0.01621271,0.26973844],"study_design_scores_gemma":[0.0005435131,0.00018435545,0.0002801144,0.00006912135,0.000012016064,0.00002043907,0.00065196876,0.9602587,0.03630873,0.00020470536,0.0011873634,0.00027894977],"about_ca_topic_score_codex":0.000032392894,"about_ca_topic_score_gemma":0.0000022820732,"teacher_disagreement_score":0.7670632,"about_ca_system_score_codex":0.000033756012,"about_ca_system_score_gemma":0.00004882457,"threshold_uncertainty_score":0.7442566},"labels":[],"label_agreement":null},{"id":"W3124521751","doi":"10.31235/osf.io/pmfdx","title":"A Framework for Policy Crowdsourcing","year":2017,"lang":"en","type":"preprint","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thompson Rivers University","funders":"","keywords":"Crowdsourcing; Extant taxon; Data science; Work (physics); Crowdsourcing software development; Computer science; World Wide Web; Engineering","score_opus":0.047981044460254293,"score_gpt":0.3412486690400185,"score_spread":0.2932676245797642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3124521751","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0011446071,0.00023999346,0.9758662,0.008771776,0.0019041247,0.0005803379,0.000010253705,0.00075684465,0.010725892],"genre_scores_gemma":[0.43548703,0.000018982097,0.55922234,0.000753551,0.0016797071,0.00011321543,0.000006706772,0.000046467,0.002672001],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9973362,0.000053190866,0.00040063978,0.0011707434,0.00031995532,0.0007192681],"domain_scores_gemma":[0.9947386,0.00039262738,0.00048269506,0.0039494773,0.00021611861,0.00022048227],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00065233174,0.0004492355,0.00055906584,0.0003043047,0.00075529335,0.00265122,0.0033149363,0.00065529154,0.0000064739047],"category_scores_gemma":[0.0012639744,0.0004296376,0.0004466014,0.00011028862,0.000107707325,0.00020597405,0.0031562992,0.00085073366,0.000040345745],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000064170495,0.000037402257,0.000065189226,0.00026564495,0.00007190756,0.000013570558,0.00093188044,0.0016198134,0.00008784007,0.8994836,0.0044507077,0.09296599],"study_design_scores_gemma":[0.00023788423,0.000043567936,0.0001454575,0.00082317693,0.000024711364,0.000025329095,0.000021553844,0.098141514,0.0017895458,0.8766096,0.021348817,0.0007887958],"about_ca_topic_score_codex":0.00044977575,"about_ca_topic_score_gemma":0.000014131579,"teacher_disagreement_score":0.4343424,"about_ca_system_score_codex":0.00015778493,"about_ca_system_score_gemma":0.00076002255,"threshold_uncertainty_score":0.9998155},"labels":[],"label_agreement":null},{"id":"W3128574317","doi":"10.24251/hicss.2021.596","title":"Introduction to the Minitrack on Emerging Trends in Crowd Science","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ... Annual Hawaii International Conference on System Sciences/Proceedings of the Annual Hawaii International Conference on System Sciences","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Data science","score_opus":0.03320143966789259,"score_gpt":0.29704493504218227,"score_spread":0.2638434953742897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3128574317","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1105863,0.000023491972,0.00013126511,0.05505427,0.0068523427,0.00063983095,0.00015187492,0.00015709078,0.82640356],"genre_scores_gemma":[0.9952151,0.000014490274,0.00088675896,0.0004285912,0.0008353126,0.000083567844,0.0000021262922,0.000026158476,0.002507875],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.988802,0.000098063,0.0017548588,0.0024138796,0.0058118887,0.0011192993],"domain_scores_gemma":[0.9891378,0.00022840513,0.0019540347,0.0006834705,0.0077110687,0.00028516477],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.00713275,0.00073903316,0.00081304,0.0018231801,0.0019167925,0.0024846792,0.014442639,0.00020162399,0.00006596425],"category_scores_gemma":[0.00038741317,0.00045942824,0.0004433582,0.006874769,0.0024711366,0.003127677,0.0023318222,0.0008344846,0.000061457045],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008859864,0.0001752949,0.001191989,0.00007132869,0.000041856165,0.00000214164,0.00355814,0.0008862058,0.004662275,0.9825328,0.0036573275,0.0031320467],"study_design_scores_gemma":[0.001135117,0.001304871,0.009093051,0.0070718112,0.000051116673,0.0005250428,0.9380693,0.008621461,0.025236566,0.00301486,0.0045155766,0.0013612192],"about_ca_topic_score_codex":0.0002202677,"about_ca_topic_score_gemma":0.000041497497,"teacher_disagreement_score":0.97951794,"about_ca_system_score_codex":0.0008476071,"about_ca_system_score_gemma":0.0009559292,"threshold_uncertainty_score":0.9997857},"labels":[],"label_agreement":null},{"id":"W3128704478","doi":"10.1109/jiot.2021.3056442","title":"Preserving Location Privacy for Outsourced Most-Frequent Item Query in Mobile Crowdsensing","year":2021,"lang":"en","type":"article","venue":"IEEE Internet of Things Journal","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":21,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"Natural Science Foundation of Zhejiang Province; Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China","keywords":"Computer science; Server; Encryption; Overhead (engineering); Location-based service; Ciphertext; Cloud computing; Range query (database); Mobile computing; Web search query; Computer security; Web query classification; Information retrieval; Computer network; Search engine","score_opus":0.018706471992327632,"score_gpt":0.26490382942383434,"score_spread":0.2461973574315067,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3128704478","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.52250934,0.0005931894,0.47499532,0.0004574381,0.0010089979,0.00015580359,4.6802649e-7,0.000048394973,0.0002310413],"genre_scores_gemma":[0.94577134,0.00002453708,0.05299481,0.00038173178,0.00020008397,0.000009738319,0.0000017933049,0.000027052352,0.0005889197],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9976518,0.00017542273,0.0008753352,0.00042683815,0.00042058094,0.0004500152],"domain_scores_gemma":[0.9975672,0.0003932668,0.00054997136,0.0005785019,0.0007722545,0.00013883579],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012732522,0.00021450184,0.00037952498,0.00027632492,0.00011857146,0.0005845372,0.00090837607,0.00012508228,0.000010890756],"category_scores_gemma":[0.0008258911,0.00021711618,0.00018418406,0.0004449679,0.000047334855,0.0010263198,0.00026832716,0.00050869345,0.0000035546625],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020458983,0.00074796856,0.0074494975,0.0009224399,0.00033327355,0.0008063678,0.08079874,0.07457928,0.63036,0.0022732802,0.0110557405,0.19046883],"study_design_scores_gemma":[0.0013798345,0.00022889364,0.00068261556,0.0023711121,0.00002831554,0.0017017119,0.00090054487,0.5283131,0.45684338,0.003053629,0.004029929,0.00046694343],"about_ca_topic_score_codex":0.00012541143,"about_ca_topic_score_gemma":0.0000188116,"teacher_disagreement_score":0.45373383,"about_ca_system_score_codex":0.00022254155,"about_ca_system_score_gemma":0.00027303386,"threshold_uncertainty_score":0.88537407},"labels":[],"label_agreement":null},{"id":"W3129576153","doi":"10.1109/globecom42002.2020.9347983","title":"Self Organizing Feature Map-Integrated Knowledge-Based Deep Network Against Fake Crowdsensing Tasks","year":2020,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Server; Task (project management); Artificial intelligence; Feature selection; Feature (linguistics); Artificial neural network; Deep learning; Crowdsensing; Feature extraction; Data mining; Machine learning; Computer network; Computer security; Engineering","score_opus":0.011824037150908557,"score_gpt":0.20993600648356034,"score_spread":0.1981119693326518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3129576153","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009650506,0.00095246517,0.96556103,0.007966143,0.0011539104,0.00035785045,0.0000023929108,0.0034720106,0.010883709],"genre_scores_gemma":[0.7182683,0.0000056041426,0.27297905,0.0074076406,0.0007944849,0.0000037658024,0.000026199557,0.00007188649,0.0004430582],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99704754,0.0002410016,0.0004167359,0.0010174778,0.00035377432,0.000923472],"domain_scores_gemma":[0.99790627,0.00023794969,0.00016219044,0.00083040004,0.00036718894,0.00049602916],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004103441,0.000488102,0.0004785031,0.00010033039,0.00062249805,0.0009735145,0.00091788545,0.0002669058,0.00002895333],"category_scores_gemma":[0.000148241,0.00043774428,0.00018694151,0.0018473326,0.0000658964,0.0003614765,0.0003319865,0.0007137924,0.0003594993],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001575868,0.00072787574,0.0041007185,0.0010270174,0.0006570126,0.0017434978,0.03406415,0.1454969,0.07424272,0.018420331,0.35537815,0.36398402],"study_design_scores_gemma":[0.00057971705,0.00007662105,0.000078183686,0.00013568709,0.000024564984,0.000020699641,0.00020912684,0.8693219,0.010175923,0.00006185411,0.11870128,0.00061443937],"about_ca_topic_score_codex":0.000014700355,"about_ca_topic_score_gemma":0.000054293298,"teacher_disagreement_score":0.723825,"about_ca_system_score_codex":0.0001680916,"about_ca_system_score_gemma":0.00046394567,"threshold_uncertainty_score":0.9998074},"labels":[],"label_agreement":null},{"id":"W3129650768","doi":"10.1109/jiot.2021.3059637","title":"Continuous Probabilistic Skyline Query for Secure Worker Selection in Mobile Crowdsensing","year":2021,"lang":"en","type":"article","venue":"IEEE Internet of Things Journal","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China; Canada Research Chairs","keywords":"Computer science; Outsourcing; Probabilistic logic; Encryption; Skyline; Security analysis; Computer security; Scheme (mathematics); Reliability (semiconductor); Cloud computing; Process (computing); Selection (genetic algorithm); Data mining; Machine learning; Artificial intelligence","score_opus":0.010872845013090559,"score_gpt":0.24861571593566495,"score_spread":0.2377428709225744,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3129650768","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.57043827,0.00042133132,0.42738917,0.00021707838,0.0011254137,0.00015948956,6.033898e-7,0.00005119439,0.00019744421],"genre_scores_gemma":[0.9472353,0.000015395422,0.05148033,0.00024701978,0.00026611544,0.0000085582005,0.0000010182348,0.000022487184,0.0007237812],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980667,0.00014688434,0.0007090458,0.00037896197,0.0002955724,0.00040279172],"domain_scores_gemma":[0.9983888,0.0002615072,0.00041263615,0.00021347066,0.0006173314,0.00010624137],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010643638,0.00019263127,0.00039626076,0.00020688708,0.000096367134,0.00041435604,0.00038657937,0.00013395511,0.000014402308],"category_scores_gemma":[0.00037650287,0.00018604912,0.00020718452,0.00038085543,0.00005472539,0.00055797515,0.00008463252,0.0005854984,0.0000030611386],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005299782,0.0015159514,0.00703915,0.00070805056,0.00048293447,0.0014205952,0.03996995,0.06431718,0.481131,0.005418244,0.022309564,0.37515742],"study_design_scores_gemma":[0.002644334,0.0007427984,0.0007064191,0.0031006725,0.00007063529,0.008589234,0.000834216,0.62580425,0.33714288,0.011808221,0.007750137,0.0008062023],"about_ca_topic_score_codex":0.000044135795,"about_ca_topic_score_gemma":0.000045331282,"teacher_disagreement_score":0.5614871,"about_ca_system_score_codex":0.00015952328,"about_ca_system_score_gemma":0.0002139786,"threshold_uncertainty_score":0.7586863},"labels":[],"label_agreement":null},{"id":"W3131095178","doi":"10.1109/tcss.2021.3051299","title":"Solving Last-Mile Logistics Problem in Spatiotemporal Crowdsourcing via Role Awareness With Adaptive Clustering","year":2021,"lang":"en","type":"article","venue":"IEEE Transactions on Computational Social Systems","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nipissing University","funders":"Natural Sciences and Engineering Research Council of Canada; Natural Science Foundation of Guangdong Province; National Natural Science Foundation of China","keywords":"Crowdsourcing; Computer science; Cluster analysis; Last mile (transportation); IBM; Granularity; Task (project management); Quality (philosophy); Service (business); Quality of service; Operations research; Mile; Artificial intelligence; Engineering; Computer network; Systems engineering; World Wide Web; Business","score_opus":0.020411449290706065,"score_gpt":0.2400624690834594,"score_spread":0.21965101979275334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3131095178","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01842253,0.000051856263,0.9798501,0.00014657513,0.00058255566,0.0002647443,0.000012576485,0.00020040102,0.00046866262],"genre_scores_gemma":[0.9544165,0.0000010217518,0.045230236,0.00005746602,0.00012597656,0.000055891942,0.00000869957,0.00002996175,0.00007424643],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977397,0.00025635638,0.00047775745,0.0005669683,0.00056233484,0.0003969084],"domain_scores_gemma":[0.99888265,0.00027853632,0.00018961991,0.00020378707,0.00035073652,0.000094648545],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003174039,0.00025356575,0.00035312894,0.00018079278,0.0007708825,0.00038206103,0.00024815605,0.00013443566,0.000004772157],"category_scores_gemma":[0.000004816282,0.00027112092,0.00009593709,0.00075857923,0.00007142177,0.00033278877,0.000009847899,0.0003577507,0.000013747611],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022205753,0.00012711457,0.00021244399,0.000050664352,0.000042442327,0.00006630573,0.0024240043,0.98927206,0.00022999497,0.0010143262,0.0000125542065,0.0065258923],"study_design_scores_gemma":[0.00063694303,0.00008880725,0.0007924544,0.00026669624,0.000014694459,0.00010442232,0.0009703003,0.99538094,0.0005085121,0.00082963024,0.000055274428,0.00035132712],"about_ca_topic_score_codex":0.0009342233,"about_ca_topic_score_gemma":0.0010164417,"teacher_disagreement_score":0.93599397,"about_ca_system_score_codex":0.00032968045,"about_ca_system_score_gemma":0.00039254318,"threshold_uncertainty_score":0.9999741},"labels":[],"label_agreement":null},{"id":"W3134822772","doi":"10.1109/tcyb.2021.3054878","title":"DLIN: Deep Ladder Imputation Network","year":2021,"lang":"en","type":"article","venue":"IEEE Transactions on Cybernetics","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":41,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Missing data; Imputation (statistics); Computer science; Data mining; Benchmark (surveying); Artificial intelligence; Generalization; Flexibility (engineering); Artificial neural network; Machine learning; Algorithm; Mathematics; Statistics","score_opus":0.011310363540696226,"score_gpt":0.22653666474880588,"score_spread":0.21522630120810965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3134822772","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008731679,0.0001403727,0.98671687,0.00053783634,0.0015051501,0.00007386091,0.0000017541148,0.00024084756,0.0020516072],"genre_scores_gemma":[0.9402682,0.000055526496,0.057380863,0.0007207946,0.00015209016,0.000009598635,0.0000021202572,0.000020681053,0.0013901346],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986709,0.00009465368,0.00023699262,0.0003950416,0.0002678018,0.0003346568],"domain_scores_gemma":[0.99895734,0.00015723784,0.000055691857,0.00056271825,0.00015273571,0.000114284216],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014260918,0.00015634592,0.0001475234,0.000055125085,0.00027290022,0.00022147305,0.0002318841,0.00010695198,0.00006040834],"category_scores_gemma":[0.0000063192338,0.00016979896,0.00011393103,0.0005447466,0.00003718107,0.00014065372,0.0000035295402,0.0002689826,0.00014740412],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000045428037,0.000116396666,0.000009551209,0.0000088269235,0.00003740494,0.000058606623,0.00065009674,0.79564184,0.00072691357,0.0020487066,0.00075908506,0.19993803],"study_design_scores_gemma":[0.0006764033,0.00014048727,0.0003139531,0.00008479384,0.00006198442,0.00016480125,0.00012371283,0.9225739,0.06115342,0.004134906,0.010016991,0.0005546015],"about_ca_topic_score_codex":0.000013323927,"about_ca_topic_score_gemma":0.000086886925,"teacher_disagreement_score":0.9315365,"about_ca_system_score_codex":0.00004634125,"about_ca_system_score_gemma":0.000088069864,"threshold_uncertainty_score":0.69242007},"labels":[],"label_agreement":null},{"id":"W3135807060","doi":"10.1109/tmc.2021.3062775","title":"Privacy-Preserving Streaming Truth Discovery in Crowdsourcing With Differential Privacy","year":2021,"lang":"en","type":"article","venue":"IEEE Transactions on Mobile Computing","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Higher Education Discipline Innovation Project; Natural Science Foundation of Hainan Province; National Natural Science Foundation of China","keywords":"Differential privacy; Crowdsourcing; Computer science; Internet privacy; Privacy protection; Information privacy; Privacy software; Computer security; World Wide Web; Data mining","score_opus":0.0116516055892134,"score_gpt":0.23471800594834075,"score_spread":0.22306640035912734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135807060","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4813098,0.000042364016,0.5175817,0.000055094843,0.0004906218,0.00017026428,0.0000030007611,0.0002131252,0.00013405137],"genre_scores_gemma":[0.97795725,0.00001109,0.021567842,0.000075485426,0.00012875308,0.000031941272,0.000004544856,0.00005680313,0.00016630565],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99654347,0.00027285478,0.00062626967,0.0011667755,0.0005514035,0.00083924184],"domain_scores_gemma":[0.9973765,0.00071770867,0.00019401252,0.001405805,0.00013174044,0.00017422423],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003209683,0.00044544577,0.0005060842,0.00036461014,0.0006464865,0.0009848473,0.0009571517,0.00013671951,0.000024870751],"category_scores_gemma":[0.0000382592,0.00043443873,0.00019885405,0.0012197132,0.00007321304,0.0009023619,0.00007145839,0.0008176031,0.0000106439875],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053027572,0.0006821256,0.00095515454,0.00014836382,0.00009835717,0.00045532765,0.0053026406,0.8310135,0.017150646,0.00026484238,0.000018120256,0.14385787],"study_design_scores_gemma":[0.0024361447,0.00031834166,0.0033502027,0.0016789049,0.00005598499,0.00036153765,0.0013224378,0.82117677,0.16777231,0.00016593549,0.00020874388,0.0011527162],"about_ca_topic_score_codex":0.00012289317,"about_ca_topic_score_gemma":0.000082922124,"teacher_disagreement_score":0.49664745,"about_ca_system_score_codex":0.00021804863,"about_ca_system_score_gemma":0.00022141874,"threshold_uncertainty_score":0.99981076},"labels":[],"label_agreement":null},{"id":"W3155833717","doi":"10.1109/msn50589.2020.00026","title":"AirQ: A Privacy-Preserving Truth Discovery Framework for Vehicular Air Quality Monitoring","year":2020,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Quality (philosophy); Information privacy; Computer security; Privacy protection; Internet privacy","score_opus":0.05416116646013408,"score_gpt":0.308024195173201,"score_spread":0.25386302871306693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3155833717","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21808931,0.00009829311,0.775722,0.004665582,0.0005089475,0.00019595989,0.0000027743756,0.00043008104,0.0002870194],"genre_scores_gemma":[0.7505059,0.0000032532446,0.24829952,0.00057587563,0.0005079817,0.000021416605,0.0000014861652,0.000017595956,0.00006695009],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980473,0.00009702149,0.00036659118,0.00068220566,0.0003477814,0.0004590871],"domain_scores_gemma":[0.9978675,0.00073910994,0.00012285999,0.0009658965,0.00008525489,0.00021936589],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00045156773,0.00021077233,0.0002961279,0.000038949835,0.00027901828,0.00049341196,0.0012708637,0.00011832453,0.000004764733],"category_scores_gemma":[0.001466906,0.00019029512,0.00020376309,0.00036987054,0.000029792365,0.0008311949,0.00082749804,0.00026333204,0.000014334773],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021201796,0.00034807838,0.026409766,0.0014135916,0.0003521153,0.000101482896,0.023193242,0.029635299,0.028932583,0.8102073,0.0048318473,0.074362695],"study_design_scores_gemma":[0.002480742,0.00065042597,0.026623042,0.0010479556,0.00008259632,0.000025010078,0.0031653666,0.44852087,0.3782294,0.12039558,0.015906742,0.0028722615],"about_ca_topic_score_codex":0.000057855184,"about_ca_topic_score_gemma":8.444807e-7,"teacher_disagreement_score":0.6898117,"about_ca_system_score_codex":0.000042403153,"about_ca_system_score_gemma":0.00006447413,"threshold_uncertainty_score":0.7760009},"labels":[],"label_agreement":null},{"id":"W3157782429","doi":"10.1145/3449193","title":"Can Crowds Customize Instructional Materials with Minimal Expert Guidance?","year":2021,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Office of Naval Research; National Science Foundation","keywords":"Crowdsourcing; Crowds; Computer science; Pipeline (software); Personalization; TUTOR; Task (project management); Mathematics education; Data science; Multimedia; World Wide Web; Psychology; Engineering","score_opus":0.029173657412900875,"score_gpt":0.2787471208449022,"score_spread":0.24957346343200135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3157782429","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9919281,0.000016122242,0.0014992331,0.0032096102,0.0017905359,0.00015104316,0.0000035957457,0.00014388059,0.0012578727],"genre_scores_gemma":[0.94855255,0.000002834412,0.0497772,0.00062704587,0.0006776193,0.00002273382,0.0000030147091,0.000024067238,0.00031293422],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.998151,0.000031201947,0.00044809957,0.000604033,0.0004751911,0.0002904692],"domain_scores_gemma":[0.9981317,0.0000747191,0.00043961508,0.0007230015,0.000563694,0.00006726806],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024682487,0.00025714832,0.000310507,0.00013387547,0.00033436902,0.00053219503,0.0015086252,0.00008558568,0.000041049392],"category_scores_gemma":[0.00011425725,0.00019024988,0.00012406844,0.00034036202,0.00009424842,0.000623429,0.0008955266,0.0002510504,0.00001105607],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022108186,0.00030469563,0.000803169,0.00014032345,0.00017201135,0.000015024276,0.0033788825,0.00029600126,0.92884254,0.021542192,0.02076856,0.0235155],"study_design_scores_gemma":[0.00081721856,0.00023511806,0.004827485,0.0006780891,0.000017675127,0.00059138914,0.0002059353,0.0016175483,0.9852821,0.0021118687,0.0032805079,0.00033502388],"about_ca_topic_score_codex":0.0000507324,"about_ca_topic_score_gemma":0.000007453844,"teacher_disagreement_score":0.056439582,"about_ca_system_score_codex":0.00014404622,"about_ca_system_score_gemma":0.00006533114,"threshold_uncertainty_score":0.77581644},"labels":[],"label_agreement":null},{"id":"W3159852056","doi":"10.1145/3451161","title":"Assessing Top- Preferences","year":2021,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Crowdsourcing; Preference; Learning to rank; Artificial intelligence; Information retrieval; Rank (graph theory); Measure (data warehouse); Quality (philosophy); Machine learning; Natural language processing; Data mining; Ranking (information retrieval); Statistics; Mathematics; World Wide Web","score_opus":0.030429623778512566,"score_gpt":0.26641945636743347,"score_spread":0.2359898325889209,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3159852056","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013605914,0.00004224959,0.97443694,0.00031418935,0.0013087485,0.00009147749,0.000002872928,0.00027103466,0.009926582],"genre_scores_gemma":[0.98668355,0.000009818987,0.012783342,0.000210604,0.000032865948,0.000025010175,0.000006254235,0.0000036113465,0.00024492625],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99890333,0.00008464146,0.00036780475,0.00014990632,0.0003174966,0.00017679577],"domain_scores_gemma":[0.9986998,0.00012867054,0.00011722625,0.0007588436,0.0002266337,0.000068819885],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0002574132,0.00010610156,0.00012980543,0.00014307314,0.00033928562,0.0017660685,0.00036878872,0.000072349816,0.000017752944],"category_scores_gemma":[0.000044813678,0.00010003472,0.000061189116,0.0004627963,0.000015779953,0.0038153874,0.000011144004,0.00015408683,0.00021468055],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004410328,0.00006472477,0.00012091064,0.00018177614,0.000066677676,0.000009965549,0.005940927,0.06004736,0.00056798436,0.012125022,0.00062541367,0.9202448],"study_design_scores_gemma":[0.0033675178,0.00038168125,0.0056518493,0.0021400116,0.000111645415,0.0017798084,0.042971447,0.42724738,0.11465111,0.0047254465,0.39416668,0.0028054097],"about_ca_topic_score_codex":0.000036100093,"about_ca_topic_score_gemma":0.0000027461615,"teacher_disagreement_score":0.97307765,"about_ca_system_score_codex":0.000050805986,"about_ca_system_score_gemma":0.00013155838,"threshold_uncertainty_score":0.9992702},"labels":[],"label_agreement":null},{"id":"W3160147183","doi":"10.1109/tmc.2021.3080714","title":"Location Privacy-Preserving Task Recommendation With Geometric Range Query in Mobile Crowdsensing","year":2021,"lang":"en","type":"article","venue":"IEEE Transactions on Mobile Computing","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":83,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China","keywords":"Computer science; Crowdsensing; Task (project management); Mobile computing; Privacy protection; Range query (database); Information privacy; Mobile device; Range (aeronautics); Information retrieval; Web search query; World Wide Web; Computer network; Sargable; Computer security; Search engine","score_opus":0.015299288162377552,"score_gpt":0.24793596530437467,"score_spread":0.23263667714199712,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3160147183","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30427954,0.00022507396,0.6938936,0.00015385031,0.00056834414,0.0003733878,0.0000016624577,0.00029877777,0.00020572828],"genre_scores_gemma":[0.96856505,0.000045053876,0.03085641,0.00021785121,0.00009052904,0.000060743452,0.0000079707415,0.000047138794,0.000109230714],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99692017,0.00035792484,0.0006479015,0.0010113295,0.0004209078,0.00064175663],"domain_scores_gemma":[0.99751705,0.0006647137,0.00023100134,0.0010406317,0.00039836334,0.0001482533],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00079758564,0.00035312213,0.00040811088,0.0008104488,0.0005879312,0.00047829075,0.0005068048,0.00015415282,0.00003149333],"category_scores_gemma":[0.000047058533,0.0003762094,0.00011954275,0.004103699,0.000055250453,0.00072316383,0.00003222258,0.00066970877,0.00003408969],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020172009,0.000310177,0.0003246777,0.000094309726,0.000030579322,0.00007061345,0.0014626244,0.6193892,0.003270329,0.000015737718,0.000052669824,0.3749589],"study_design_scores_gemma":[0.0018775534,0.00038929383,0.0014539589,0.0011194933,0.00004147838,0.0003869195,0.0011343933,0.92027444,0.07063891,0.00007417675,0.0016696206,0.00093976455],"about_ca_topic_score_codex":0.00013260453,"about_ca_topic_score_gemma":0.00013773046,"teacher_disagreement_score":0.66428554,"about_ca_system_score_codex":0.0003489637,"about_ca_system_score_gemma":0.00024063674,"threshold_uncertainty_score":0.999869},"labels":[],"label_agreement":null},{"id":"W3162606549","doi":"10.1109/tse.2021.3081171","title":"Context-Aware Personalized Crowdtesting Task Recommendation","year":2021,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"National Natural Science Foundation of China","keywords":"Computer science; Task (project management); Context (archaeology); Human–computer interaction; World Wide Web; Data science; Software engineering; Systems engineering","score_opus":0.013921702004545542,"score_gpt":0.21737926802816468,"score_spread":0.20345756602361914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3162606549","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007638204,0.00007701898,0.989564,0.00022333213,0.0012281131,0.00008412049,0.000010242594,0.0011195954,0.000055348653],"genre_scores_gemma":[0.9239711,0.00001264091,0.07520932,0.00028825094,0.000067231806,0.000028199322,0.000006623719,0.000036214376,0.00038039664],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99864006,0.000050479437,0.00026873715,0.0004790333,0.00020917578,0.00035252655],"domain_scores_gemma":[0.9988776,0.00036291056,0.000054841024,0.00041659272,0.00015395513,0.00013414345],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00018120505,0.00022613048,0.00021452316,0.000146565,0.0003002481,0.00023475039,0.00022104471,0.000096588556,0.00008783234],"category_scores_gemma":[0.00008031553,0.00026413106,0.00014871394,0.0005449879,0.000019610081,0.00037717784,0.0000066939656,0.0003781563,0.00004710636],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015128571,0.00022197743,0.00007616022,0.00020166003,0.00016496574,0.00019524802,0.002158184,0.2604903,0.014731877,0.00079551834,0.00057734374,0.72037166],"study_design_scores_gemma":[0.0016114535,0.00011739459,0.0002074014,0.00066628034,0.00006261648,0.0006082026,0.00037109386,0.7999273,0.18099034,0.00007376265,0.01414662,0.0012175266],"about_ca_topic_score_codex":0.000014628521,"about_ca_topic_score_gemma":0.0000069525563,"teacher_disagreement_score":0.9163329,"about_ca_system_score_codex":0.00012264025,"about_ca_system_score_gemma":0.00008923561,"threshold_uncertainty_score":0.9999811},"labels":[],"label_agreement":null},{"id":"W3163552455","doi":"10.1109/wcnc49053.2021.9417337","title":"Multi-Leader Multi-Follower Game-based Incentive Scheme for Socially-Aware Mobile Crowdsensing","year":2021,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"State Key Laboratory of Industrial Control Technology; Zhejiang University; National Natural Science Foundation of China","keywords":"Stackelberg competition; Incentive; Computer science; Service provider; Crowdsensing; Context (archaeology); Game theory; Service (business); Nash equilibrium; Internet privacy; Computer security; Business; Microeconomics; Marketing","score_opus":0.039515638083466996,"score_gpt":0.29772580133690896,"score_spread":0.258210163253442,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163552455","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.03562348,0.00024864214,0.96108425,0.00073218363,0.0009044462,0.0005582154,0.000010917025,0.00056184636,0.00027604963],"genre_scores_gemma":[0.49423462,0.0000030911867,0.5013458,0.0012765698,0.000118877375,0.0000555493,0.00001898472,0.000041302508,0.0029051818],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971288,0.00014064474,0.00046789876,0.0010650667,0.000381375,0.0008162442],"domain_scores_gemma":[0.99757737,0.00032694565,0.00016844379,0.00091233954,0.0007975641,0.00021735778],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00040952876,0.00037403154,0.0004431126,0.00012472764,0.00048808672,0.00058088213,0.0005051405,0.0002290153,0.00005748134],"category_scores_gemma":[0.00021262045,0.00037642318,0.0003946975,0.0005695452,0.00013166247,0.00040523612,0.0002768492,0.000271807,0.00006907958],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019527004,0.005544659,0.0064905025,0.0008922583,0.0008938821,0.001252127,0.017282704,0.017357267,0.7194665,0.010096314,0.018199898,0.20232864],"study_design_scores_gemma":[0.0032299506,0.00007229991,0.0005139997,0.00014575562,0.000027990962,0.000017939874,0.0012349148,0.8394164,0.14607586,0.00008215712,0.00845996,0.0007227574],"about_ca_topic_score_codex":0.000045196975,"about_ca_topic_score_gemma":0.00015341482,"teacher_disagreement_score":0.82205915,"about_ca_system_score_codex":0.00016199418,"about_ca_system_score_gemma":0.00071682164,"threshold_uncertainty_score":0.99986875},"labels":[],"label_agreement":null},{"id":"W3164695878","doi":"10.82308/43317","title":"Push and pull participant recruitment system for vehicular crowdsensing","year":2021,"lang":"en","type":"article","venue":"eScholarship@McGill (McGill)","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"McGill University","keywords":"Computer science; Crowdsensing; Computer security","score_opus":0.06628020515060842,"score_gpt":0.2627333621429807,"score_spread":0.19645315699237229,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3164695878","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99076694,0.0009205363,0.0009511659,0.00026295282,0.0013622763,0.0009842203,0.000087140535,0.0007242647,0.003940481],"genre_scores_gemma":[0.9753848,0.000033516397,0.023360452,0.0004548169,0.00006426201,0.00014446289,0.0000135722385,0.00007168793,0.00047244146],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9958084,0.00044735774,0.0007613297,0.0013909792,0.0005433706,0.00104855],"domain_scores_gemma":[0.99702364,0.00043086853,0.000267089,0.0012925045,0.00048821274,0.0004976738],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0016403643,0.00047602196,0.00063794345,0.00019542842,0.0016336082,0.00055227877,0.0004861293,0.00025216208,0.000006022351],"category_scores_gemma":[0.0005749084,0.0004915256,0.00026303134,0.0007021955,0.000083380895,0.0007504376,0.00058096356,0.0004561758,0.000045484892],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038041853,0.00017501073,0.000057720845,0.00048858725,0.00023344599,0.0007914099,0.000047810172,0.0006214668,0.27571782,0.4226648,0.00001478289,0.2991491],"study_design_scores_gemma":[0.00230104,0.00028685562,0.00035363573,0.0010759995,0.00028238137,0.0016468478,0.0006190118,0.025010917,0.80190647,0.010249065,0.15472506,0.0015427445],"about_ca_topic_score_codex":0.000047740705,"about_ca_topic_score_gemma":0.00005296714,"teacher_disagreement_score":0.5261886,"about_ca_system_score_codex":0.00038970937,"about_ca_system_score_gemma":0.00007388679,"threshold_uncertainty_score":0.99975365},"labels":[],"label_agreement":null},{"id":"W3165481174","doi":"10.1145/3485447.3512262","title":"Exposing Query Identification for Search Transparency","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM Web Conference 2022","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mila - Quebec Artificial Intelligence Institute","funders":"","keywords":"Computer science; Transparency (behavior); Information retrieval; Web search query; Ranking (information retrieval); Metric (unit); Search engine; Identification (biology); Web query classification; Query expansion; Data mining; Computer security","score_opus":0.03571598258330556,"score_gpt":0.25529298202444844,"score_spread":0.2195769994411429,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3165481174","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.961457,0.00015287919,0.027013889,0.008072921,0.0007811535,0.0007604886,0.00002624478,0.000173534,0.0015618874],"genre_scores_gemma":[0.9922745,0.000009397344,0.0069273305,0.00009052585,0.000039502418,0.00015995406,0.0000020255,0.000012805821,0.00048396463],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99839145,0.000021878723,0.0003420292,0.0004253684,0.0005295522,0.00028970616],"domain_scores_gemma":[0.99860036,0.00010091777,0.00023150162,0.00067427877,0.0003453464,0.000047585396],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011473412,0.00012270958,0.00016937556,0.00011740503,0.00075598084,0.00023075336,0.0039562276,0.000029987817,0.000035085242],"category_scores_gemma":[0.00034019473,0.00011025907,0.00012931606,0.00058053224,0.00007156498,0.0003451579,0.0014309629,0.0002595491,0.0000017086381],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028388236,0.00009382888,0.0017929383,0.00016368453,0.000025245665,3.4335903e-7,0.0060177324,0.00024468894,0.8587367,0.10864723,0.003510781,0.020738466],"study_design_scores_gemma":[0.0012405463,0.00042389636,0.004623498,0.00019679398,0.000087251174,0.000086778535,0.008574129,0.29504904,0.5884944,0.090691164,0.0097026285,0.00082985713],"about_ca_topic_score_codex":0.000020345573,"about_ca_topic_score_gemma":0.0000017690336,"teacher_disagreement_score":0.29480436,"about_ca_system_score_codex":0.00007493259,"about_ca_system_score_gemma":0.00019413124,"threshold_uncertainty_score":0.7351721},"labels":[],"label_agreement":null},{"id":"W3166318878","doi":"","title":"Coach-Player Multi-agent Reinforcement Learning for Dynamic Team Composition","year":2021,"lang":"en","type":"article","venue":"CaltechAUTHORS (California Institute of Technology)","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vector Institute; University of Toronto","funders":"","keywords":"Computer science; Reinforcement learning; Task (project management); Composition (language); Generalization; Resource (disambiguation); Team composition; Artificial intelligence; Human–computer interaction; Distributed computing; Knowledge management; Engineering; Mathematics","score_opus":0.016787930283304386,"score_gpt":0.262349410814342,"score_spread":0.2455614805310376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3166318878","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0768684,0.00028853962,0.9192312,0.0013919191,0.00076184294,0.00045996896,0.00001136776,0.00076770165,0.00021910504],"genre_scores_gemma":[0.7958542,0.00004144846,0.20350423,0.00010669506,0.000023400014,0.00008790967,0.00006823877,0.000023806668,0.0002900514],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99774474,0.000038348076,0.0006620151,0.00071060675,0.00028769005,0.0005565763],"domain_scores_gemma":[0.9982281,0.00003889936,0.0003271862,0.00089191576,0.00038840628,0.00012550563],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00045035098,0.00030313976,0.0004686783,0.0004648312,0.00047488886,0.00008473921,0.0007243238,0.00041180477,0.0000060390244],"category_scores_gemma":[0.0002937277,0.00031395283,0.00021010156,0.00092207844,0.00027723704,0.00023403541,0.00049618445,0.0005264799,0.00003890148],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006655294,0.0006678334,0.0010107507,0.0006480372,0.00028455624,0.00018520177,0.00045591267,0.16741873,0.5201179,0.1328338,0.0010561084,0.17525463],"study_design_scores_gemma":[0.0012248908,0.00021244901,0.00004746732,0.000299279,0.000050331815,0.00016600508,0.00015411491,0.64790976,0.2514932,0.0015137986,0.096458346,0.0004703865],"about_ca_topic_score_codex":0.000008763802,"about_ca_topic_score_gemma":0.000010659788,"teacher_disagreement_score":0.7189858,"about_ca_system_score_codex":0.00019629377,"about_ca_system_score_gemma":0.00019070067,"threshold_uncertainty_score":0.9999313},"labels":[],"label_agreement":null},{"id":"W3172249840","doi":"10.1007/s42952-021-00128-2","title":"SportLight: statistically principled crowdsourcing method for sports highlight selection","year":2021,"lang":"en","type":"article","venue":"Journal of the Korean Statistical Society","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Research Foundation of Korea","keywords":"Crowdsourcing; Selection (genetic algorithm); Machine learning; Data science; Artificial intelligence; Bayesian probability; Mathematics; Econometrics; Computer science; Statistics; World Wide Web","score_opus":0.00971710147617976,"score_gpt":0.2720950780740849,"score_spread":0.2623779765979051,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3172249840","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0069308328,0.000064695036,0.9893368,0.00234946,0.0008396247,0.00015391153,0.000024741961,0.000046352205,0.0002535762],"genre_scores_gemma":[0.16136675,0.000013769619,0.837056,0.0006387496,0.00035915113,0.0000033662172,0.0000034129007,0.000024525323,0.00053429],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99723154,0.00023285727,0.0008697525,0.00037607778,0.0008201924,0.00046958096],"domain_scores_gemma":[0.9966131,0.001175216,0.0006235054,0.0004231587,0.0009085237,0.0002564847],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018963716,0.00022482163,0.0004750039,0.000033683744,0.00048695592,0.00029483988,0.00058093196,0.00012541111,0.00004504029],"category_scores_gemma":[0.00101653,0.00015542822,0.0005135238,0.00046124574,0.00009299082,0.00021624875,0.00020517016,0.0004907054,0.0000017677527],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016958703,0.00069219636,0.0045581884,0.00039026345,0.00076218776,0.00045040023,0.004632213,0.0052165673,0.024954367,0.74342287,0.08937868,0.12537251],"study_design_scores_gemma":[0.0042281277,0.00057848817,0.063199595,0.0006651997,0.0008602749,0.005152575,0.0007212047,0.6245473,0.06515452,0.13258371,0.10096273,0.0013462913],"about_ca_topic_score_codex":0.000008321517,"about_ca_topic_score_gemma":0.0000071016407,"teacher_disagreement_score":0.6193307,"about_ca_system_score_codex":0.00020031419,"about_ca_system_score_gemma":0.00054663094,"threshold_uncertainty_score":0.63381785},"labels":[],"label_agreement":null},{"id":"W3173161590","doi":"10.65109/epqb3786","title":"Learning Cooperative Solution Concepts from Voting Behavior: A Case Study on the Israeli Knesset","year":2021,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University","funders":"","keywords":"Knesset; Voting; Computer science; Political science; Law; Politics","score_opus":0.0357388098793145,"score_gpt":0.2996276547782588,"score_spread":0.2638888448989443,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3173161590","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8941097,0.000039558367,0.1040778,0.00040703695,0.00025358677,0.00021011094,0.0000013335984,0.00018297358,0.0007178733],"genre_scores_gemma":[0.99800473,6.8480955e-7,0.0009472553,0.0003902746,0.000081922146,0.000029260718,0.0000036262386,0.000010379207,0.0005318511],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99819463,0.0005687421,0.00021501453,0.0005114396,0.00025714573,0.00025303208],"domain_scores_gemma":[0.99868226,0.0005054033,0.00007767337,0.0004741543,0.00019825283,0.00006226233],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043088436,0.00015698437,0.00016222897,0.000029456542,0.0009180723,0.0005190529,0.00023625714,0.00004609156,0.000063192565],"category_scores_gemma":[0.00019236688,0.00011212154,0.000054693148,0.00033373406,0.00004668405,0.00018399254,0.00026770864,0.00036593332,0.000064373286],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047720165,0.0049746367,0.115461856,0.000024528137,0.0005668435,0.09315728,0.35976523,0.03351041,0.115405895,0.04744821,0.007472911,0.22216448],"study_design_scores_gemma":[0.002136365,0.0012311076,0.007887223,0.00019837121,0.00014540393,0.003985468,0.31817386,0.60424984,0.05921447,0.00007221086,0.0014866525,0.0012190521],"about_ca_topic_score_codex":0.0009718354,"about_ca_topic_score_gemma":0.0005512522,"teacher_disagreement_score":0.57073945,"about_ca_system_score_codex":0.000044100132,"about_ca_system_score_gemma":0.00008733946,"threshold_uncertainty_score":0.70611626},"labels":[],"label_agreement":null},{"id":"W3175052831","doi":"10.1145/3468218.3469050","title":"Poisoning Attack Anticipation in Mobile Crowdsensing","year":2021,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Crowdsensing; Computer science; Anticipation (artificial intelligence); Robustness (evolution); Adversary; Server; Machine learning; Artificial intelligence; Computer security; Adversarial system; Mobile device; Mobile computing; Trilateration; Computer network; Engineering; World Wide Web","score_opus":0.022764645262893145,"score_gpt":0.2817655007386218,"score_spread":0.25900085547572865,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3175052831","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7881014,0.000244631,0.20130843,0.0003230129,0.0002986817,0.00007186538,1.8701522e-7,0.00019237616,0.009459427],"genre_scores_gemma":[0.9571506,0.00001082163,0.041760158,0.00036379087,0.000046367662,0.000004439867,0.000002661338,0.00000952707,0.00065165357],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99870086,0.00009420948,0.0002621917,0.0004175701,0.00019073834,0.0003344151],"domain_scores_gemma":[0.99917054,0.00010937474,0.00005091744,0.00049602916,0.00010872185,0.000064405314],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003064099,0.00011514773,0.00016446196,0.00011105091,0.0001137364,0.00030317702,0.00018307976,0.00006108636,0.000030590047],"category_scores_gemma":[0.00008995241,0.00011942211,0.000052243202,0.00069219526,0.000021008673,0.0003890629,0.00016481981,0.0001458827,0.00007741662],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012707586,0.0005122783,0.042629704,0.00012282234,0.00004560631,0.0021142203,0.011784123,0.07218583,0.18845114,0.03104753,0.0036944458,0.6473996],"study_design_scores_gemma":[0.0010363328,0.00008048095,0.024203721,0.00033251176,0.000009351432,0.000402782,0.0012643574,0.7893125,0.16924924,0.00077600015,0.012525234,0.0008075128],"about_ca_topic_score_codex":0.000045374483,"about_ca_topic_score_gemma":0.00011343936,"teacher_disagreement_score":0.71712667,"about_ca_system_score_codex":0.00005388802,"about_ca_system_score_gemma":0.00009053093,"threshold_uncertainty_score":0.48698923},"labels":[],"label_agreement":null},{"id":"W3176075285","doi":"10.1145/3462741.3466809","title":"Bigger Isn’t Better: The Ethical and Scientific Vices of Extra-Large Datasets in Language Models","year":2021,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Social Sciences and Humanities Research Council of Canada; Mitacs; Compute Canada","keywords":"Computer science; Quality (philosophy); Data science; Language model; Control (management); Artificial intelligence; Epistemology","score_opus":0.01724107290708424,"score_gpt":0.26430836574723005,"score_spread":0.2470672928401458,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3176075285","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8673214,0.0012021649,0.12466237,0.005220421,0.00019655986,0.00007738517,0.000031914715,0.000046834735,0.0012409618],"genre_scores_gemma":[0.99244106,0.0000072636726,0.0059840353,0.0012521687,0.000015544996,0.000002017155,0.000015241493,0.0000040556133,0.00027862005],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988528,0.00013076176,0.00018446674,0.00036812527,0.00024378469,0.00022006201],"domain_scores_gemma":[0.9990262,0.00016503908,0.000039026923,0.0006852451,0.00003902386,0.00004548486],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009637202,0.00007985171,0.00012215281,0.00006497689,0.00013662336,0.00031788307,0.00036054457,0.000074391915,0.000029120778],"category_scores_gemma":[0.000032735195,0.00005484086,0.00002674486,0.00040134948,0.0001226788,0.00022819168,0.0003790212,0.00025150494,0.0000047712883],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020306443,0.0007120224,0.0036875182,0.00039581873,0.00008460062,0.00085916155,0.0717817,0.0022617783,0.27831462,0.35970858,0.042438596,0.23973529],"study_design_scores_gemma":[0.0007711657,0.00002804743,0.001970477,0.00017738799,0.000014138038,0.000120795696,0.0026040191,0.90421784,0.0715297,0.0051397504,0.01304053,0.00038613568],"about_ca_topic_score_codex":0.000082196384,"about_ca_topic_score_gemma":0.00037694265,"teacher_disagreement_score":0.9019561,"about_ca_system_score_codex":0.000006871153,"about_ca_system_score_gemma":0.00005924653,"threshold_uncertainty_score":0.3065354},"labels":[],"label_agreement":null},{"id":"W3186864674","doi":"10.3390/s21155146","title":"A Blockchain-Based Spatial Crowdsourcing System for Spatial Information Collection Using a Reward Distribution","year":2021,"lang":"en","type":"article","venue":"Sensors","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Crowdsourcing; Computer science; Transparency (behavior); Traceability; Spatial analysis; Blockchain; Data science; Data mining; Computer security; World Wide Web; Geography","score_opus":0.011702696420383518,"score_gpt":0.2219854707020919,"score_spread":0.21028277428170838,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3186864674","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39215255,0.000010311613,0.60646194,0.00015576622,0.00068380695,0.00022490161,0.0000201411,0.00023250062,0.000058091668],"genre_scores_gemma":[0.98708785,2.701605e-7,0.01244334,0.00008050721,0.00024498068,0.000018945339,0.0000708273,0.00001458367,0.00003867006],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982982,0.00015313871,0.00044626958,0.0003566139,0.00034117213,0.0004045616],"domain_scores_gemma":[0.9985277,0.00015196783,0.0002511418,0.00044871678,0.0005112323,0.000109229426],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004470754,0.0001995736,0.00024873196,0.00013165275,0.00063964527,0.0003939125,0.00016541847,0.00014225906,0.0000024323208],"category_scores_gemma":[0.00028496506,0.0002202284,0.00016359233,0.0005785085,0.000030862146,0.00011908497,0.000064869986,0.00013721464,0.000008101096],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019678693,0.00010348633,0.0008403302,0.0007139038,0.00008227246,0.00007066358,0.0032453039,0.9214827,0.01712084,0.0016919641,0.0004894791,0.053962264],"study_design_scores_gemma":[0.0008201225,0.00005791013,0.00023421075,0.00017560706,0.000029005525,0.00010736583,0.00035127279,0.9321397,0.06459807,0.000026550073,0.0012233029,0.00023690681],"about_ca_topic_score_codex":0.001119862,"about_ca_topic_score_gemma":0.00015144215,"teacher_disagreement_score":0.5949353,"about_ca_system_score_codex":0.00046064437,"about_ca_system_score_gemma":0.00033590346,"threshold_uncertainty_score":0.8980653},"labels":[],"label_agreement":null},{"id":"W3189574704","doi":"10.1109/icc42927.2021.9500579","title":"Trajectory Design in UAV-Aided Mobile Crowdsensing: A Deep Reinforcement Learning Approach","year":2021,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Reinforcement learning; Leverage (statistics); Trajectory; Mobile device; Real-time computing; Task (project management); Artificial intelligence; Engineering; Systems engineering","score_opus":0.023496675659857445,"score_gpt":0.2325191165832325,"score_spread":0.20902244092337505,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3189574704","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026724463,0.00032931042,0.95243937,0.00006164987,0.00019308542,0.00027225097,2.8491112e-8,0.00035701753,0.0196228],"genre_scores_gemma":[0.84224653,0.00001708266,0.15502498,0.00027125765,0.000055229302,0.000034851888,0.0000039615866,0.000021759824,0.0023243292],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9972929,0.00041834984,0.00048322382,0.0007742413,0.0003993494,0.0006319556],"domain_scores_gemma":[0.9986228,0.00023494718,0.00010481168,0.0007487227,0.00013681246,0.00015190932],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009235113,0.00026380748,0.0003415349,0.0002080822,0.00022698287,0.00038701438,0.00040946624,0.00012588916,0.00005021382],"category_scores_gemma":[0.00015003022,0.000264083,0.00012304183,0.0009029718,0.000053387586,0.00036181512,0.0002687895,0.00044250625,0.000044370452],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000964549,0.00011283434,0.00019341042,0.00003265099,0.000020636682,0.00023093709,0.0033577292,0.9523874,0.012398184,0.0027546268,0.000244719,0.028257217],"study_design_scores_gemma":[0.0006052744,0.00009772463,0.00018779546,0.000050705385,0.000007115786,0.00019197231,0.0010723511,0.96395546,0.03201617,0.00016333694,0.0012663524,0.00038574333],"about_ca_topic_score_codex":0.000064766704,"about_ca_topic_score_gemma":0.000024939587,"teacher_disagreement_score":0.8155221,"about_ca_system_score_codex":0.00014600772,"about_ca_system_score_gemma":0.00022103674,"threshold_uncertainty_score":0.99998116},"labels":[],"label_agreement":null},{"id":"W3189655871","doi":"10.1109/icc42927.2021.9500608","title":"Federated Learning-Based Risk-Aware Decision to Mitigate Fake Task Impacts on Crowdsensing Platforms","year":2021,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Crowdsensing; Task (project management); Federated learning; Mobile device; Function (biology); Scheme (mathematics); Openness to experience; Machine learning; Artificial intelligence; Computer security","score_opus":0.010069100074047077,"score_gpt":0.2414558416348157,"score_spread":0.23138674156076863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3189655871","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5091266,0.000023631712,0.48849317,0.00043716974,0.00033613303,0.00011770114,0.000002274053,0.00045342627,0.0010098583],"genre_scores_gemma":[0.97991574,0.000004900581,0.017040316,0.0022203543,0.00008744259,0.000003840266,0.0000148477775,0.000040512885,0.0006720633],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99698716,0.00012803523,0.0004580187,0.0009921925,0.00065599335,0.00077856693],"domain_scores_gemma":[0.9975257,0.00060895877,0.00016798441,0.00075478887,0.00041493904,0.00052766094],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00060823705,0.00037694603,0.00037521156,0.00024818655,0.000989281,0.0014019076,0.0003510177,0.00017240619,0.000051411906],"category_scores_gemma":[0.00095453515,0.00032044254,0.0001808466,0.0011293996,0.000036092228,0.0003201668,0.0002504901,0.0005794385,0.00045301038],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018683568,0.00031457384,0.0035854012,0.00005056675,0.000092623995,0.0015326004,0.0013843725,0.4700125,0.041037504,0.00085232215,0.009726522,0.4712242],"study_design_scores_gemma":[0.0011731916,0.0004273564,0.0052285134,0.0005404066,0.000017024686,0.00011372643,0.00026636996,0.7727065,0.2133654,0.0005218224,0.0048488155,0.0007908847],"about_ca_topic_score_codex":0.00012194002,"about_ca_topic_score_gemma":0.00028845182,"teacher_disagreement_score":0.47145286,"about_ca_system_score_codex":0.00014945095,"about_ca_system_score_gemma":0.00032820576,"threshold_uncertainty_score":0.9999248},"labels":[],"label_agreement":null},{"id":"W3191012033","doi":"10.24963/ijcai.2021/35","title":"Surprisingly Popular Voting Recovers Rankings, Surprisingly!","year":2021,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Natural Sciences and Engineering Research Council of Canada; National Science Foundation","keywords":"Voting; Computer science; Ranking (information retrieval); Social choice theory; Majority rule; Order (exchange); De facto; Ground truth; Artificial intelligence; Theoretical computer science; Machine learning; Mathematical economics; Mathematics; Political science; Economics","score_opus":0.011495729669433111,"score_gpt":0.21771537905665755,"score_spread":0.20621964938722445,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3191012033","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17973292,0.0004328664,0.79518956,0.0018091605,0.0019336096,0.000093027505,8.6212157e-7,0.0007805817,0.020027436],"genre_scores_gemma":[0.9117391,0.000011376143,0.08181814,0.00094534317,0.00013219839,0.0000019891097,0.000005780628,0.000026777352,0.005319267],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99762815,0.00016987442,0.00040158126,0.00076672086,0.00044640191,0.0005872877],"domain_scores_gemma":[0.99842334,0.00015117467,0.00013127549,0.00088415423,0.00024791053,0.00016211935],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00079287123,0.00023311873,0.00030084216,0.00011701907,0.00045342726,0.0008132634,0.00056529004,0.000115320945,0.000075444426],"category_scores_gemma":[0.00032737202,0.0002380789,0.0001785986,0.00091698236,0.000040278872,0.0005307123,0.00036963428,0.00026252022,0.00011905287],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037506015,0.0005767645,0.046040412,0.00022125154,0.00032797112,0.003814932,0.006021591,0.004484013,0.08376891,0.37400395,0.041923355,0.43877932],"study_design_scores_gemma":[0.004149167,0.0002743802,0.0059292177,0.0008565724,0.00012574792,0.0024923538,0.0018898044,0.21087487,0.36591798,0.010125823,0.39293784,0.0044262507],"about_ca_topic_score_codex":0.00010203019,"about_ca_topic_score_gemma":0.000057425055,"teacher_disagreement_score":0.7320062,"about_ca_system_score_codex":0.00009118138,"about_ca_system_score_gemma":0.0001717492,"threshold_uncertainty_score":0.97085756},"labels":[],"label_agreement":null},{"id":"W3194836746","doi":"10.4018/jdm.2018010101","title":"Beyond Micro-Tasks","year":2018,"lang":"en","type":"article","venue":"Journal of Database Management","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland; University of Saskatchewan","funders":"","keywords":"Crowdsourcing; Crowds; Data science; Exploit; Computer science; Scope (computer science); Extant taxon; Domain (mathematical analysis); Observational study; Redundancy (engineering); Scale (ratio); Knowledge management; World Wide Web; Computer security; Geography","score_opus":0.012600220294784048,"score_gpt":0.24744026376288228,"score_spread":0.23484004346809823,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3194836746","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.067767836,0.00035126848,0.89814097,0.0017268978,0.002243332,0.00013763887,0.000006423986,0.00005960521,0.029566038],"genre_scores_gemma":[0.54416937,0.000096679796,0.45164248,0.0018253076,0.0009837176,0.0000015174088,0.0000037335003,0.000016880394,0.0012602884],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988184,0.000048660815,0.00035477526,0.00018525468,0.0003652299,0.00022766618],"domain_scores_gemma":[0.9988073,0.000027737846,0.0002651531,0.0006353733,0.00015206823,0.00011236768],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008239465,0.00010755117,0.0001499181,0.00022536189,0.00012844894,0.00018509482,0.0008056281,0.000019270847,0.000034406094],"category_scores_gemma":[0.00001876133,0.00008973108,0.00007897319,0.00027542713,0.000055923098,0.00048549302,0.00047170056,0.00013167635,0.00008993914],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000087090775,0.0002784381,0.0005337631,0.00020790177,0.00054284226,0.0025641797,0.0015783635,0.000076490425,0.03311976,0.11505607,0.46222106,0.38373405],"study_design_scores_gemma":[0.003018269,0.0009921695,0.0028549852,0.0007605426,0.00021790699,0.0013822694,0.0006858619,0.008164291,0.06561791,0.0053539914,0.9101159,0.00083592534],"about_ca_topic_score_codex":0.000004094965,"about_ca_topic_score_gemma":0.0000016856138,"teacher_disagreement_score":0.47640157,"about_ca_system_score_codex":0.000040860195,"about_ca_system_score_gemma":0.000023464838,"threshold_uncertainty_score":0.36591274},"labels":[],"label_agreement":null},{"id":"W3197180278","doi":"10.1109/jiot.2021.3109058","title":"FedSky: An Efficient and Privacy-Preserving Scheme for Federated Mobile Crowdsensing","year":2021,"lang":"en","type":"article","venue":"IEEE Internet of Things Journal","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China","keywords":"Crowdsensing; Computer science; Scheme (mathematics); Information privacy; Computer network; Mobile computing; Mobile telephony; Computer security; Mobile radio","score_opus":0.01878185141919576,"score_gpt":0.268959218109691,"score_spread":0.25017736669049523,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3197180278","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6241497,0.00033055447,0.37428054,0.00021636015,0.00070594484,0.0000906191,5.979877e-7,0.00005446809,0.00017125058],"genre_scores_gemma":[0.87119436,0.000011544179,0.12801182,0.00026718958,0.00016324071,0.0000023976331,0.0000011712827,0.000023439314,0.00032483094],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980653,0.00013430952,0.00056442694,0.00045530353,0.00035903906,0.00042163883],"domain_scores_gemma":[0.99807376,0.0001915996,0.00037784613,0.0004409972,0.0006809423,0.00023487363],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0010213052,0.00021251194,0.00034876174,0.00014665109,0.000305315,0.0013849571,0.00065255107,0.00010673601,0.000013059573],"category_scores_gemma":[0.00032428076,0.00020320059,0.00014631296,0.00020451458,0.00007151797,0.00070461415,0.00037569788,0.0004094951,0.0000021697253],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013227435,0.00046086905,0.00075210934,0.0002858116,0.0002714528,0.00044606914,0.024627488,0.00827032,0.8948373,0.0013727607,0.004697856,0.06384565],"study_design_scores_gemma":[0.00064609887,0.00021850936,0.00008544809,0.0004471639,0.000016812899,0.001929958,0.0003981819,0.7043833,0.28982052,0.0006437259,0.0011697498,0.00024049506],"about_ca_topic_score_codex":0.000039640912,"about_ca_topic_score_gemma":0.0000037661455,"teacher_disagreement_score":0.696113,"about_ca_system_score_codex":0.00006709552,"about_ca_system_score_gemma":0.00015615173,"threshold_uncertainty_score":0.99965173},"labels":[],"label_agreement":null},{"id":"W3197382768","doi":"10.1109/tgcn.2021.3109740","title":"Efficient Data Uploading for Mobile Crowdsensing via Team Collaborating and Matching","year":2021,"lang":"en","type":"article","venue":"IEEE Transactions on Green Communications and Networking","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"Natural Sciences and Engineering Research Council of Canada; New Brunswick Innovation Foundation","keywords":"Upload; Computer science; Enhanced Data Rates for GSM Evolution; Exploit; Crowdsensing; Matching (statistics); Mobile device; Edge computing; Lagrangian relaxation; Mobile edge computing; Distributed computing; Computer network; Computer security; Artificial intelligence; World Wide Web","score_opus":0.04219220519627047,"score_gpt":0.28721716701870104,"score_spread":0.24502496182243055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3197382768","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025491199,0.0027829423,0.970133,0.0006119696,0.00032963167,0.00029956232,0.000017521572,0.00016320235,0.00017096034],"genre_scores_gemma":[0.873991,0.00043544697,0.12514997,0.00021763885,0.00008015862,0.00003747554,0.000011220559,0.000024324007,0.00005276445],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984097,0.00017094535,0.0003570726,0.000582107,0.00014975316,0.00033041154],"domain_scores_gemma":[0.99640596,0.00093149644,0.00012997698,0.002261897,0.00015697851,0.00011369438],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0006869755,0.00019508813,0.00024210244,0.00010980615,0.0021744992,0.00051492703,0.00068357424,0.00008460758,0.000001104097],"category_scores_gemma":[0.00000276491,0.00021590567,0.00004770868,0.00056569267,0.000118587326,0.00021497306,0.00010907935,0.00032495998,0.0000011330468],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007106331,0.0001004921,0.00002417193,0.00004097162,0.000056874338,0.0000034021734,0.0017247882,0.010333389,0.0057215076,0.0001936331,0.000039697294,0.98175395],"study_design_scores_gemma":[0.0003099611,0.000043972577,0.0000072094213,0.0002582411,0.0000451423,0.0001064905,0.0004409564,0.992804,0.0010618435,0.00026021278,0.004421721,0.00024028675],"about_ca_topic_score_codex":0.000119505996,"about_ca_topic_score_gemma":0.00030418736,"teacher_disagreement_score":0.9824706,"about_ca_system_score_codex":0.00004304553,"about_ca_system_score_gemma":0.00007673006,"threshold_uncertainty_score":0.9991245},"labels":[],"label_agreement":null},{"id":"W3198375663","doi":"10.1007/s10664-021-10021-5","title":"An empirical study of IoT topics in IoT developer discussions on Stack Overflow","year":2021,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal; Trent University; Concordia University; University of Calgary","funders":"","keywords":"Computer science; Internet of Things; Popularity; World Wide Web; Categorization; Software; Download; Data science; Multimedia; Artificial intelligence","score_opus":0.025234064105648206,"score_gpt":0.2996113619742789,"score_spread":0.2743772978686307,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3198375663","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8505424,0.000039310995,0.14839548,0.00036168232,0.00030530326,0.000115624454,0.0000016322832,0.00021252254,0.000026008285],"genre_scores_gemma":[0.9654544,0.0000012344337,0.034089822,0.00021828071,0.000105371386,0.0000113190035,0.0000025731524,0.000024451838,0.00009253029],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980526,0.00012078398,0.00042577123,0.00057679135,0.0004201832,0.00040387042],"domain_scores_gemma":[0.9985819,0.00029573616,0.000046235436,0.0007930936,0.00008565756,0.00019738656],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00024362518,0.00022928308,0.0003554248,0.00015411047,0.00008444519,0.000095706986,0.00043945678,0.000117591735,0.000018824716],"category_scores_gemma":[0.00061488093,0.0001947534,0.00007226732,0.0009347929,0.000015704243,0.00010123659,0.00024412641,0.00041723848,0.000008792152],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014888741,0.0021058237,0.65968394,0.00006263921,0.000043731572,0.00050802226,0.009303259,0.30537826,0.00069297955,0.00013845212,0.00066073536,0.021407263],"study_design_scores_gemma":[0.0009801503,0.0005315225,0.89800704,0.00021776889,0.00001196791,0.000029356934,0.00044585654,0.091459796,0.0028804322,0.00006718507,0.004748992,0.00061991217],"about_ca_topic_score_codex":0.000018540006,"about_ca_topic_score_gemma":0.000038219358,"teacher_disagreement_score":0.23832309,"about_ca_system_score_codex":0.00011673688,"about_ca_system_score_gemma":0.00011427639,"threshold_uncertainty_score":0.7941813},"labels":[],"label_agreement":null},{"id":"W3200622321","doi":"10.22230/cjc.2021v46n3a4001","title":"Greatly Exaggerated in Canada: Diverging Data and Media Bailouts","year":2021,"lang":"en","type":"article","venue":"Canadian Journal of Communication","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Bailout; Scrutiny; Subsidy; Yield (engineering); Government (linguistics); Media coverage; Narrative; Financial crisis; Entertainment; Political science; Business; Economics; Media studies; Sociology; Law; Macroeconomics; Art","score_opus":0.030425581113102437,"score_gpt":0.21457151810616137,"score_spread":0.18414593699305892,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3200622321","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97682893,0.010302469,0.0045314874,0.0069760303,0.00035623627,0.00004007626,0.000012675749,0.000006133139,0.0009459612],"genre_scores_gemma":[0.9951528,0.0001625527,0.0043987464,0.00024374209,0.000017700899,1.8765962e-7,0.000009374519,0.0000039536926,0.00001099717],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99918103,0.00017786745,0.00025614022,0.0001090656,0.000118420416,0.00015747988],"domain_scores_gemma":[0.9982738,0.00020013339,0.00012911478,0.00094206334,0.00019161504,0.00026325826],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047667813,0.000059198603,0.00012962703,0.00011839899,0.00013310213,0.00015851286,0.00100918,0.000024447287,0.000009018878],"category_scores_gemma":[0.00035906458,0.00006309525,0.000009657701,0.00029448385,0.00003074066,0.00038667145,0.00016397238,0.00022177264,5.349877e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012609234,0.000042941647,0.36716723,0.000049117134,0.00013039546,0.0039420594,0.026600279,0.0029241745,0.0013246792,0.012669399,0.021512227,0.56362486],"study_design_scores_gemma":[0.0018240497,0.00004390246,0.75447184,0.0019877015,0.00005821291,0.0033756583,0.0067626503,0.1776827,0.0020216608,0.0034932073,0.04740115,0.00087727845],"about_ca_topic_score_codex":0.8021197,"about_ca_topic_score_gemma":0.99567324,"teacher_disagreement_score":0.5627476,"about_ca_system_score_codex":0.0003021344,"about_ca_system_score_gemma":0.0070619024,"threshold_uncertainty_score":0.99856716},"labels":[],"label_agreement":null},{"id":"W3201866716","doi":"10.1109/tvt.2021.3117696","title":"A Trust-Driven Contract Incentive Scheme for Mobile Crowd-Sensing Networks","year":2021,"lang":"en","type":"article","venue":"IEEE Transactions on Vehicular Technology","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":64,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Fundamental Research Funds for the Central Universities; National Natural Science Foundation of China","keywords":"Incentive; Computer science; Mobile device; Quality of service; Contract theory; Computer network; Mobile computing; Computer security; World Wide Web","score_opus":0.009046250013622135,"score_gpt":0.23593687992056012,"score_spread":0.22689062990693798,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201866716","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11378057,0.00031769634,0.88309145,0.00078655087,0.0007591238,0.0004335523,0.000006191408,0.000759047,0.00006580591],"genre_scores_gemma":[0.92868423,0.00004886284,0.070545964,0.000319458,0.00005344025,0.00010931396,0.0000036527667,0.0000347654,0.00020029147],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979432,0.00007740394,0.00036364078,0.000802962,0.00019687743,0.00061586464],"domain_scores_gemma":[0.9982536,0.0001788346,0.0001236836,0.0009889405,0.00035445116,0.000100479556],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00018099435,0.0002820018,0.00039721985,0.0003143142,0.00054689933,0.00016042312,0.0004506005,0.00047805562,0.000012681065],"category_scores_gemma":[0.000025223777,0.00030472403,0.0002736549,0.0010306292,0.00017682536,0.00020174662,0.000011600319,0.0006455732,0.00001890644],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000070134905,0.0006809014,0.00007655562,0.00005840819,0.00045212178,0.0005716906,0.0004427511,0.29721263,0.13752405,0.008747786,0.00023828204,0.5539247],"study_design_scores_gemma":[0.0008954821,0.00019908951,0.000014003129,0.00009458976,0.000044874916,0.00024972696,0.00014130418,0.7251335,0.26652208,0.0005648008,0.005796901,0.0003436476],"about_ca_topic_score_codex":0.000010112641,"about_ca_topic_score_gemma":0.000033294014,"teacher_disagreement_score":0.8149037,"about_ca_system_score_codex":0.00012827135,"about_ca_system_score_gemma":0.00013495963,"threshold_uncertainty_score":0.9999405},"labels":[],"label_agreement":null},{"id":"W3207467265","doi":"10.1109/sose52839.2021.00011","title":"Adversarial Machine Learning-Driven Fake Task Anticipation in Mobile Crowdsensing Systems","year":2021,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Adversarial system; Crowdsensing; Computer science; Anticipation (artificial intelligence); Task (project management); Computer security; Server; Machine learning; Artificial intelligence; Human–computer interaction; Computer network","score_opus":0.011467200998698275,"score_gpt":0.2330216300318292,"score_spread":0.22155442903313094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3207467265","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6121063,0.00072307914,0.37942535,0.00022068035,0.0016525572,0.00028880578,0.0000019901654,0.00047578465,0.005105453],"genre_scores_gemma":[0.9923938,0.000025851152,0.0060745836,0.0000909861,0.0001410617,0.000010167608,0.00001676891,0.00001779353,0.0012290122],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979515,0.0003095426,0.0004089914,0.00058026565,0.00032766303,0.00042204422],"domain_scores_gemma":[0.998948,0.00015404153,0.00011702744,0.00051815045,0.00016192661,0.0001008672],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00042812747,0.000187886,0.0002976452,0.00016518068,0.00019751217,0.00045168874,0.00025571368,0.0001144707,0.000020067393],"category_scores_gemma":[0.00014663121,0.00018935378,0.000081095764,0.00067448086,0.000034187156,0.00036623923,0.00022802979,0.0003244099,0.000060036175],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031647636,0.00037266075,0.02989444,0.00016125258,0.00007553517,0.0013702562,0.0064549143,0.79089385,0.102205135,0.014629887,0.0007191987,0.05319121],"study_design_scores_gemma":[0.00068745133,0.00006702498,0.0014215128,0.00011421306,0.000008817894,0.00013466683,0.00036343746,0.9829142,0.0051176874,0.000051655832,0.0088209445,0.00029835445],"about_ca_topic_score_codex":0.0005111309,"about_ca_topic_score_gemma":0.00024433454,"teacher_disagreement_score":0.38028747,"about_ca_system_score_codex":0.00009560092,"about_ca_system_score_gemma":0.00012913837,"threshold_uncertainty_score":0.7721623},"labels":[],"label_agreement":null},{"id":"W3212676313","doi":"10.2196/28749","title":"Crowdsourcing for Machine Learning in Public Health Surveillance: Lessons Learned From Amazon Mechanical Turk","year":2021,"lang":"en","type":"article","venue":"Journal of Medical Internet Research","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Agency of Canada; University of Calgary","funders":"","keywords":"Crowdsourcing; Computer science; Artificial intelligence; Machine learning; Convolutional neural network; Inference; Citizen science; Ground truth; Context (archaeology); Data science; Deep learning; Quality (philosophy); Data quality; World Wide Web; Engineering","score_opus":0.1890378337671646,"score_gpt":0.4315017016306562,"score_spread":0.2424638678634916,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3212676313","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24167809,0.0031420067,0.50498366,0.24896152,0.0008404497,0.00015786609,0.0000043769373,0.000056999284,0.00017498627],"genre_scores_gemma":[0.99131936,0.00072594546,0.0063791885,0.0005756292,0.00048431352,0.0000061484725,0.000009348067,0.000025580024,0.0004744891],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99178034,0.0026229874,0.0010786955,0.00055881654,0.0029421211,0.0010170197],"domain_scores_gemma":[0.9939044,0.0035302849,0.00034023036,0.00045358433,0.00089381135,0.00087767123],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.025359914,0.00017531477,0.00065280654,0.00048752807,0.00018840333,0.00069678,0.0017674506,0.00026941384,0.0001944727],"category_scores_gemma":[0.012249981,0.00014841331,0.00022818815,0.00092739303,0.00012890293,0.00027773107,0.00089546724,0.0034594892,0.000012507436],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016506159,0.0007114576,0.0054599587,0.00014507132,0.0001847924,0.0020209856,0.004922496,0.00035020866,0.0030711403,0.016907351,0.013877308,0.95218414],"study_design_scores_gemma":[0.0053124106,0.0014460675,0.0030380622,0.0021563563,0.000005772331,0.0013785001,0.0020329559,0.79169583,0.0053506223,0.011859606,0.17521982,0.00050399505],"about_ca_topic_score_codex":0.0008744395,"about_ca_topic_score_gemma":0.0010403636,"teacher_disagreement_score":0.9516802,"about_ca_system_score_codex":0.0003872397,"about_ca_system_score_gemma":0.0022375658,"threshold_uncertainty_score":0.99883956},"labels":[],"label_agreement":null},{"id":"W3215727830","doi":"10.1037/pha0000541","title":"Beyond online participant crowdsourcing: The benefits and opportunities of big team addiction science.","year":2022,"lang":"en","type":"article","venue":"Experimental and Clinical Psychopharmacology","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Institute of Population and Public Health","funders":"","keywords":"Crowdsourcing; Addiction; Big data; Grassroots; Intervention (counseling); Population; Citizen science; Empirical research","score_opus":0.10270123126342662,"score_gpt":0.38178739643039594,"score_spread":0.2790861651669693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3215727830","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9905787,0.0042700293,0.00015365746,0.001978844,0.002024504,0.00017510126,0.000012790333,0.000049491737,0.000756881],"genre_scores_gemma":[0.99671257,0.0001907968,0.00020577203,0.0025771174,0.00018160559,0.00003313636,0.0000022102693,0.000007950031,0.0000888746],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9981685,0.00024576866,0.00051234465,0.0004788949,0.00028986568,0.00030462642],"domain_scores_gemma":[0.9990277,0.00026792724,0.0001950915,0.00027543586,0.00004390894,0.00018989536],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012756503,0.00013591762,0.00024902745,0.00010092849,0.0008526137,0.000060758965,0.00046996496,0.000039646435,0.000065822715],"category_scores_gemma":[0.00002611092,0.000104867126,0.0000681824,0.00024688814,0.0012114873,0.00012913856,0.00080698595,0.0003179477,9.975997e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006250257,0.0036222488,0.0043913643,0.000016765207,0.00026761196,0.0000425427,0.0084747095,0.00038017007,0.15108545,0.03645441,0.013328398,0.7813113],"study_design_scores_gemma":[0.03718771,0.026841247,0.09208279,0.00019774867,0.00094457547,0.0023494388,0.07855462,0.2562846,0.269977,0.009336033,0.22221988,0.0040243645],"about_ca_topic_score_codex":0.000021546057,"about_ca_topic_score_gemma":0.000001369394,"teacher_disagreement_score":0.77728695,"about_ca_system_score_codex":0.000024449015,"about_ca_system_score_gemma":0.00009599462,"threshold_uncertainty_score":0.6557702},"labels":[],"label_agreement":null},{"id":"W3216409426","doi":"10.1109/tvt.2021.3129098","title":"Truthful Deep Mechanism Design for Revenue-Maximization in Edge Computing With Budget Constraints","year":2021,"lang":"en","type":"article","venue":"IEEE Transactions on Vehicular Technology","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; Concordia University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Incentive compatibility; Mechanism design; Revenue; Computation offloading; Edge computing; Incentive; Private information retrieval; Budget constraint; Task (project management); Service provider; Service (business); Distributed computing; Enhanced Data Rates for GSM Evolution; Artificial intelligence; Computer security; Engineering","score_opus":0.011914319301384306,"score_gpt":0.22206609879269043,"score_spread":0.21015177949130612,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3216409426","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022283206,0.00005470976,0.9756501,0.000982259,0.00029400198,0.00037475082,0.000005630675,0.0003310754,0.000024288254],"genre_scores_gemma":[0.7847082,0.0000079692945,0.2150414,0.00012218574,0.000011819708,0.00004935276,0.0000023081366,0.000019230207,0.00003756724],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985036,0.00010991428,0.00027934392,0.0005748147,0.00015317289,0.00037910577],"domain_scores_gemma":[0.99895793,0.00015821424,0.00009578567,0.000557931,0.00018005646,0.00005008739],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00031361243,0.00019013048,0.0002695648,0.00039451025,0.00025722283,0.00007271184,0.00031233783,0.00026889826,0.0000046642244],"category_scores_gemma":[0.000029954292,0.00019752825,0.00007116176,0.0010535793,0.00012627026,0.00011583193,0.0000051467396,0.00035386797,0.000006962415],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005240348,0.00047255494,0.000026748672,0.000077158926,0.000118508695,0.00051398895,0.0008361438,0.53038734,0.05059868,0.030235993,0.000031510175,0.38664898],"study_design_scores_gemma":[0.0012833406,0.00026424997,0.000012918648,0.00017414487,0.000029584848,0.00056642975,0.00023566626,0.50424415,0.4855196,0.007191238,0.00016796669,0.0003107206],"about_ca_topic_score_codex":0.0000033814863,"about_ca_topic_score_gemma":0.00004394753,"teacher_disagreement_score":0.76242495,"about_ca_system_score_codex":0.00009074028,"about_ca_system_score_gemma":0.00014105899,"threshold_uncertainty_score":0.8054968},"labels":[],"label_agreement":null},{"id":"W3216765501","doi":"10.1109/jiot.2021.3094670","title":"ChainSensing: A Novel Mobile Crowdsensing Framework With Blockchain","year":2021,"lang":"en","type":"article","venue":"IEEE Internet of Things Journal","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Natural Sciences and Engineering Research Council of Canada; Fonds de recherche du Québec","keywords":"Computer science; Blockchain; Single point of failure; Distributed computing; Leverage (statistics); Mobile device; Path (computing); Heuristic; Computer network; Computer security; Artificial intelligence; World Wide Web","score_opus":0.013262999653355168,"score_gpt":0.23719321793306036,"score_spread":0.2239302182797052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3216765501","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.42369127,0.00022831121,0.5740373,0.0003920735,0.0009782974,0.00005330432,3.9939866e-7,0.000078147685,0.0005409066],"genre_scores_gemma":[0.7612453,0.000008483723,0.23724301,0.00071539555,0.00025879187,0.0000010487765,2.8672193e-7,0.000030081026,0.0004975962],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9974542,0.00012353921,0.000654986,0.00050618156,0.00071018445,0.0005509011],"domain_scores_gemma":[0.9974319,0.00029784994,0.0005861126,0.00069481775,0.000735451,0.00025388517],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008454234,0.00030295763,0.00047978855,0.00022792448,0.0002061937,0.0007039625,0.00070971926,0.00017008443,0.00002059859],"category_scores_gemma":[0.0002405508,0.0002610093,0.0002289303,0.00053527136,0.00015093792,0.0003692125,0.00020019141,0.0010684751,0.000008753173],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029693605,0.0012325007,0.0011610874,0.0002605758,0.0010734579,0.007393081,0.07133765,0.03491478,0.7447404,0.017580139,0.0046521765,0.11535721],"study_design_scores_gemma":[0.0016480688,0.0006892595,0.00013321795,0.004120272,0.00008261371,0.041566983,0.0013484369,0.27473187,0.66772455,0.003553696,0.003450905,0.0009501073],"about_ca_topic_score_codex":0.00004777751,"about_ca_topic_score_gemma":0.0000055404053,"teacher_disagreement_score":0.33755404,"about_ca_system_score_codex":0.000102094345,"about_ca_system_score_gemma":0.0002872417,"threshold_uncertainty_score":0.9999842},"labels":[],"label_agreement":null},{"id":"W4200112936","doi":"10.1201/9781351053068","title":"Applied Crowd Science","year":2021,"lang":"en","type":"book","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Computer science; Data science","score_opus":0.008647990522726221,"score_gpt":0.20712775547265982,"score_spread":0.1984797649499336,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200112936","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000010418609,0.00021532305,0.13535134,0.0001185983,0.00073339656,0.0001128369,7.0693824e-7,0.0004119332,0.86304545],"genre_scores_gemma":[0.0024625445,0.000012775732,0.03121258,0.0007981463,0.00028279083,0.0000074183954,0.0000064335886,0.000028604854,0.9651887],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9971128,0.000013298572,0.0002952688,0.0011810752,0.0008515726,0.0005459966],"domain_scores_gemma":[0.9974707,0.000080185724,0.00013580125,0.0018519075,0.0002468648,0.00021454615],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00057643274,0.0003181695,0.00036890563,0.00044433612,0.00040119208,0.0011791808,0.002095044,0.00020544732,0.00012206523],"category_scores_gemma":[0.00003797618,0.0003015359,0.00012350755,0.00076953607,0.0003941617,0.0002326697,0.0011583094,0.00043119548,0.0004103136],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.444507e-7,0.000014662596,5.0596736e-7,0.000034037093,0.0000124710605,0.000070168564,0.00018109618,0.000030487197,0.0018688592,0.8740258,0.074200824,0.049560547],"study_design_scores_gemma":[0.00022887596,0.000029472754,0.000014223316,0.00022746153,0.000020424257,0.00014834538,0.00002745938,0.0037515266,0.012335584,0.021779735,0.9603463,0.0010906338],"about_ca_topic_score_codex":0.0000035650585,"about_ca_topic_score_gemma":0.0000029248317,"teacher_disagreement_score":0.8861454,"about_ca_system_score_codex":0.00026070458,"about_ca_system_score_gemma":0.0030160928,"threshold_uncertainty_score":0.9999437},"labels":[],"label_agreement":null},{"id":"W4205670437","doi":"10.1109/tmc.2021.3136236","title":"Utility-Aware Legitimacy Detection of Mobile Crowdsensing Tasks via Knowledge-Based Self Organizing Feature Map","year":2021,"lang":"en","type":"article","venue":"IEEE Transactions on Mobile Computing","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Artificial intelligence; Task (project management); Crowdsensing; Feature (linguistics); Machine learning; Frame (networking); Data mining; Computer security","score_opus":0.010740745935985799,"score_gpt":0.24322912769872665,"score_spread":0.23248838176274084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205670437","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13384502,0.00039345282,0.8622086,0.00005847073,0.0019915064,0.00045204192,0.000008121206,0.00088511023,0.00015767131],"genre_scores_gemma":[0.9722767,0.0000072465327,0.027199643,0.00011369865,0.00017092306,0.000023748553,0.0000056542426,0.00007210151,0.00013029376],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9965151,0.0004232234,0.00072461896,0.0011444138,0.00047897213,0.0007136607],"domain_scores_gemma":[0.99670833,0.0006481586,0.00031701615,0.001308486,0.0007958795,0.00022213616],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00055564253,0.00049654965,0.0006211669,0.00038073148,0.001051164,0.00032962664,0.00052712887,0.0002971138,0.0000298415],"category_scores_gemma":[0.000018125453,0.0005649054,0.00039811106,0.0016941408,0.0001165614,0.00036179644,0.000027542528,0.0009403814,0.000049064845],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030027028,0.0010345652,0.00004859569,0.000472361,0.00013933756,0.00010810469,0.0035023184,0.24600802,0.20916334,0.000018619652,0.000103060614,0.53937167],"study_design_scores_gemma":[0.00050608424,0.0001419681,0.000039677878,0.00028483281,0.000045596622,0.00012183167,0.00032886007,0.4924912,0.50458336,0.000017938713,0.0010850292,0.00035360598],"about_ca_topic_score_codex":0.000047538695,"about_ca_topic_score_gemma":0.000064482796,"teacher_disagreement_score":0.83843166,"about_ca_system_score_codex":0.00020680114,"about_ca_system_score_gemma":0.00042881208,"threshold_uncertainty_score":0.9996802},"labels":[],"label_agreement":null},{"id":"W4205836301","doi":"10.1007/s12083-021-01283-3","title":"Joint pricing and task allocation for blockchain empowered crowd spectrum sensing","year":2022,"lang":"en","type":"article","venue":"Peer-to-Peer Networking and Applications","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"National Key Research and Development Program of China; Natural Science Foundation of Jiangsu Province; National Natural Science Foundation of China","keywords":"Stackelberg competition; Computer science; Task (project management); Scheme (mathematics); Nash equilibrium; Constraint (computer-aided design); Distributed computing; Computer security; Mathematical optimization","score_opus":0.016418155839810846,"score_gpt":0.24611919425849743,"score_spread":0.22970103841868658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205836301","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07267235,0.00020707413,0.9030365,0.022063015,0.00029599087,0.0010844779,0.000009874715,0.00027340386,0.0003573421],"genre_scores_gemma":[0.953917,0.0000031514705,0.042984776,0.0011394074,0.0005462696,0.00032357924,0.000018107536,0.000031497235,0.0010361875],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99797827,0.00006385152,0.00032810593,0.00075462845,0.00040395724,0.00047119998],"domain_scores_gemma":[0.99874055,0.00018568186,0.000121714926,0.0005554383,0.00016014247,0.00023649282],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00118837,0.00020371444,0.00023054611,0.00020181091,0.0016446227,0.00037742112,0.00027421128,0.000043812608,0.0000017464452],"category_scores_gemma":[0.00004842042,0.00023436494,0.000052698557,0.00075004174,0.00003460193,0.000038775495,0.0004691606,0.00021547107,0.00000416874],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041246818,0.00016831982,0.00060093525,0.00009769851,0.00010054409,0.0000087867475,0.013725366,0.16905421,0.029705834,0.035257503,0.021478072,0.7297615],"study_design_scores_gemma":[0.00044110604,0.00015680841,0.00088439323,0.000057066696,0.000034929362,0.00013753865,0.0006124387,0.51617754,0.00096369843,0.005968056,0.4739724,0.00059403817],"about_ca_topic_score_codex":0.0000782367,"about_ca_topic_score_gemma":0.00002081651,"teacher_disagreement_score":0.88124466,"about_ca_system_score_codex":0.000091618596,"about_ca_system_score_gemma":0.000047919824,"threshold_uncertainty_score":0.9996551},"labels":[],"label_agreement":null},{"id":"W4206369543","doi":"10.2139/ssrn.3989656","title":"Learning True Labels from Noisy Crowd-Sourced Annotations","year":2021,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Crowdsourcing; Crowd sourcing; Artificial intelligence; Information retrieval; Natural language processing; Data science; World Wide Web","score_opus":0.005698329588986957,"score_gpt":0.21473177126130177,"score_spread":0.20903344167231483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206369543","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47988835,0.0024967883,0.5137568,0.0018516874,0.00038772981,0.00004340477,0.0000012099921,0.00017167775,0.001402315],"genre_scores_gemma":[0.9887624,0.00043145768,0.0047717392,0.00029087052,0.00040631442,0.000002938828,0.000008431861,0.000026570151,0.0052993],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9966483,0.00029578336,0.0003511927,0.00042618095,0.00037084182,0.0019076951],"domain_scores_gemma":[0.9988024,0.00019001766,0.00019132394,0.00042295115,0.00024371446,0.00014959429],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0009993946,0.00019475694,0.00023382103,0.00011025913,0.00077737053,0.00059748767,0.00055044953,0.000094536714,0.000055101296],"category_scores_gemma":[0.00025373002,0.00019694414,0.00016388808,0.00055683777,0.000035924815,0.0004258047,0.00013613091,0.0023885907,0.00013393104],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034353725,0.00030254407,0.0041203066,0.000014071748,0.0007476131,0.00043842485,0.009012874,0.013961079,0.084121674,0.31372118,0.0013147125,0.57221115],"study_design_scores_gemma":[0.00678245,0.0013187743,0.0075958483,0.0004628327,0.0002916292,0.010358932,0.020271683,0.114324234,0.04323488,0.6700783,0.12225479,0.0030256447],"about_ca_topic_score_codex":0.000078648125,"about_ca_topic_score_gemma":0.00027353986,"teacher_disagreement_score":0.5691855,"about_ca_system_score_codex":0.00041513104,"about_ca_system_score_gemma":0.0021862923,"threshold_uncertainty_score":0.9999129},"labels":[],"label_agreement":null},{"id":"W4206422650","doi":"10.1109/lra.2021.3135928","title":"Learning Submodular Objectives for Team Environmental Monitoring","year":2021,"lang":"en","type":"article","venue":"IEEE Robotics and Automation Letters","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Regret; Ranking (information retrieval); Computer science; Submodular set function; Set (abstract data type); Robot; Machine learning; Artificial intelligence; Mathematical optimization; Mathematics","score_opus":0.008081190280587158,"score_gpt":0.2125070409888544,"score_spread":0.20442585070826724,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206422650","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.45734188,0.000059843034,0.5414166,0.000710001,0.00032037127,0.00005081627,4.3531645e-7,0.00008435677,0.000015708292],"genre_scores_gemma":[0.93798774,0.000015867054,0.061597455,0.00017081988,0.00013589977,0.000006389182,0.0000031020109,0.000009552004,0.000073171585],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99926716,0.000042973592,0.00013107671,0.00025953772,0.0001245781,0.00017465423],"domain_scores_gemma":[0.99964356,0.000080850565,0.00006076605,0.00015275783,0.000015405543,0.000046627294],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012934375,0.00009397708,0.000101921876,0.000041915173,0.00026802934,0.00023356176,0.00008295616,0.000033818043,6.7075314e-7],"category_scores_gemma":[0.000022348846,0.00010245334,0.000045051296,0.00007277582,0.000025655761,0.0002220579,0.000038335667,0.00008846095,0.000003147743],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000015984347,0.00003800902,0.0046247155,0.000040867435,0.00003350225,0.00001498337,0.0019298336,0.34247726,0.6078542,0.00067150034,0.00016663955,0.042146884],"study_design_scores_gemma":[0.00040965428,0.000047942383,0.0135553805,0.000067225585,0.000015867607,0.00005040705,0.00033058014,0.8639529,0.120415024,0.00017638654,0.00070599123,0.00027267012],"about_ca_topic_score_codex":0.0000015283664,"about_ca_topic_score_gemma":1.5430669e-7,"teacher_disagreement_score":0.5214756,"about_ca_system_score_codex":0.000037529953,"about_ca_system_score_gemma":0.0000126466975,"threshold_uncertainty_score":0.4177926},"labels":[],"label_agreement":null},{"id":"W4211230178","doi":"10.4018/978-1-5225-8362-2.ch076","title":"Beyond Micro-Tasks","year":2019,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland; University of Saskatchewan","funders":"","keywords":"Crowdsourcing; Crowds; Exploit; Data science; Extant taxon; Scope (computer science); Computer science; Observational study; Domain (mathematical analysis); Redundancy (engineering); Scale (ratio); Crowdsourcing software development; Knowledge management; World Wide Web; Geography; Computer security","score_opus":0.011906483691427433,"score_gpt":0.22183169426564195,"score_spread":0.2099252105742145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4211230178","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013660116,0.00059892476,0.007759971,0.000106335276,0.0018145199,0.00030629712,0.000044074317,0.00041627843,0.988817],"genre_scores_gemma":[0.08785112,0.0000065820986,0.012535924,0.0029862223,0.00082250906,0.0000073820765,0.000007998951,0.00011666602,0.8956656],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99748665,0.000022993292,0.00043307166,0.0009920445,0.0005051394,0.0005601099],"domain_scores_gemma":[0.9975466,0.00005070941,0.00028325175,0.0017680147,0.00013804695,0.00021335458],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00018054021,0.00057479815,0.0005810185,0.000093180555,0.00015520204,0.00043563702,0.0013223587,0.00055200193,0.000024825962],"category_scores_gemma":[0.00001028187,0.0005816925,0.00034803513,0.000028017492,0.000104901694,0.00008951278,0.0006328375,0.0004735785,0.0016649902],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004573614,0.0000046150535,0.000006458773,0.000031514173,0.000054520176,0.000105400504,0.00006426051,0.000008789856,0.00017537903,0.9687728,0.009400887,0.02137078],"study_design_scores_gemma":[0.0005390234,0.0001485612,0.000024619843,0.0004829082,0.00007583486,0.00044625718,0.0000066811526,0.00038088852,0.0007650148,0.6691919,0.32655817,0.0013801684],"about_ca_topic_score_codex":0.000040361974,"about_ca_topic_score_gemma":0.000021303378,"teacher_disagreement_score":0.31715727,"about_ca_system_score_codex":0.00023993662,"about_ca_system_score_gemma":0.00041149528,"threshold_uncertainty_score":0.9996635},"labels":[],"label_agreement":null},{"id":"W4214561205","doi":"10.1177/20563051221077032","title":"Bridging the Open Web and APIs: Alternative Social Media Alongside the Corporate Web","year":2022,"lang":"en","type":"article","venue":"Social Media + Society","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"World Wide Web; Social media; The Internet; Web 2.0; Computer science; Web syndication; Ambiguity; Data science; Business","score_opus":0.04451155560750416,"score_gpt":0.25536818745251777,"score_spread":0.2108566318450136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214561205","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9390178,0.00087894796,0.0035191819,0.047574203,0.00516944,0.0010585703,0.00012141072,0.00040825547,0.0022522297],"genre_scores_gemma":[0.99437404,0.000052701424,0.00043268374,0.002812413,0.0020507737,0.00014117883,0.000012253029,0.00003164497,0.00009233762],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9969994,0.0006756798,0.00031865542,0.0005724347,0.0008606468,0.0005731932],"domain_scores_gemma":[0.9978151,0.0011587924,0.0004399244,0.0003715561,0.00011412189,0.000100504454],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0024218936,0.00025769573,0.00033400042,0.000024681636,0.005336689,0.000887546,0.0023007474,0.0000908638,0.00003447593],"category_scores_gemma":[0.00021411049,0.0001865963,0.0002580771,0.0006803003,0.0006913287,0.00032476682,0.00299152,0.0009257993,0.000008437823],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017091945,0.00006445504,0.00024848184,0.00001482941,0.00020125702,0.000046358873,0.79291016,0.000052513133,0.0008963558,0.034367632,0.12248069,0.048700176],"study_design_scores_gemma":[0.007672267,0.00018006208,0.009513736,0.00009913711,0.00040432895,0.00036051203,0.5065063,0.265496,0.0013978805,0.12684807,0.078479275,0.0030424446],"about_ca_topic_score_codex":0.00007563348,"about_ca_topic_score_gemma":0.00058770046,"teacher_disagreement_score":0.28640386,"about_ca_system_score_codex":0.00020358263,"about_ca_system_score_gemma":0.00045917754,"threshold_uncertainty_score":0.9959582},"labels":[],"label_agreement":null},{"id":"W4214833826","doi":"10.31234/osf.io/48yxj","title":"Evaluating CloudResearch’s Approved Group as a Solution for Problematic Data Quality on MTurk","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":35,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Vetting; Honesty; Data quality; Reliability (semiconductor); Sample (material); Quality (philosophy); Psychology; Medicine; Applied psychology; Computer science; Social psychology; Engineering; Computer security; Operations management","score_opus":0.3965886447347578,"score_gpt":0.47983124979704356,"score_spread":0.08324260506228576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214833826","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02879047,0.00013581943,0.96320105,0.0024927862,0.00084239565,0.0022047374,0.00002305989,0.00042924433,0.0018804627],"genre_scores_gemma":[0.4244383,0.000009215929,0.572888,0.00045650246,0.00030399614,0.00038371622,0.0006005891,0.00004355457,0.00087611383],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9940313,0.00096959365,0.0008633143,0.002230476,0.0012037177,0.00070160336],"domain_scores_gemma":[0.99209964,0.0011815822,0.0004732583,0.005609599,0.00045490928,0.00018102917],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.009522653,0.00040809845,0.0006321814,0.00014681424,0.00042789808,0.0016991007,0.0031695573,0.00032525518,0.000021055503],"category_scores_gemma":[0.0031398532,0.0003733286,0.00021763961,0.00027340342,0.00006854043,0.00035027237,0.0075460616,0.0008916239,0.000029596935],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002471553,0.0018012212,0.00005167876,0.0139779085,0.00072969205,0.000043149194,0.008845078,0.03174279,0.04920354,0.13578154,0.010915253,0.746661],"study_design_scores_gemma":[0.00051019597,0.00019429761,0.00008363385,0.0009633667,0.000030988613,0.0000101407195,0.00016811366,0.9795718,0.0010039184,0.016775474,0.00022204212,0.00046601315],"about_ca_topic_score_codex":0.0008961864,"about_ca_topic_score_gemma":0.0001603831,"teacher_disagreement_score":0.947829,"about_ca_system_score_codex":0.00021068405,"about_ca_system_score_gemma":0.0007650162,"threshold_uncertainty_score":0.99987185},"labels":[],"label_agreement":null},{"id":"W4220958110","doi":"10.1145/3487571","title":"Context- and Fairness-Aware In-Process Crowdworker Recommendation","year":2022,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"National Key Research and Development Program of China; Youth Innovation Promotion Association of the Chinese Academy of Sciences; Youth Innovation Promotion Association; Chinese Academy of Sciences; National Natural Science Foundation of China","keywords":"Computer science; Popularity; Process (computing); Context (archaeology); Matching (statistics); Task (project management); Ranking (information retrieval); Recommender system; Software bug; Software; World Wide Web; Machine learning; Psychology","score_opus":0.0526966237025728,"score_gpt":0.2985543421583204,"score_spread":0.24585771845574758,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220958110","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09450905,0.00016143074,0.9039378,0.0005799676,0.00048900023,0.00008654939,0.0000050495173,0.0002263871,0.000004753652],"genre_scores_gemma":[0.8406336,0.000033166598,0.15893868,0.0002443972,0.000014538678,0.00007258345,0.0000030108977,0.000015454812,0.00004459256],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988349,0.00024524622,0.00019394008,0.0003984623,0.00008997215,0.00023745376],"domain_scores_gemma":[0.99836993,0.0011902516,0.00004024091,0.000302915,0.00002573915,0.00007094782],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008158898,0.00014640838,0.00021911287,0.00027024015,0.00027137282,0.00004453491,0.00022182091,0.00006594466,0.000027855449],"category_scores_gemma":[0.00023344126,0.00016331536,0.000032555956,0.00034430472,0.000027587603,0.00015173286,0.000038551672,0.00043755543,8.9861373e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033429747,0.00005569202,0.00084275566,0.00006404047,0.000030201221,0.000018462286,0.0027756745,0.08314765,0.00025308868,0.00071360037,0.000022069955,0.91204333],"study_design_scores_gemma":[0.011873093,0.0031497567,0.04370317,0.0006244107,0.0002708086,0.005406515,0.01660987,0.78655684,0.021720743,0.025286715,0.07912317,0.0056749373],"about_ca_topic_score_codex":0.000043041222,"about_ca_topic_score_gemma":0.000011119763,"teacher_disagreement_score":0.9063684,"about_ca_system_score_codex":0.000043306816,"about_ca_system_score_gemma":0.000024923025,"threshold_uncertainty_score":0.6659807},"labels":[],"label_agreement":null},{"id":"W4225087487","doi":"10.1145/3491101.3519728","title":"Revisiting Engagement in Humanitarian Mapping: An Updated Analysis of Contributor Retention in OpenStreetMap","year":2022,"lang":"en","type":"article","venue":"CHI Conference on Human Factors in Computing Systems Extended Abstracts","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Carleton University; University of Toronto","funders":"","keywords":"Scope (computer science); Computer science; Data science","score_opus":0.09353315479952624,"score_gpt":0.31237782540393433,"score_spread":0.2188446706044081,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225087487","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9945731,0.000035427645,0.0027238335,0.000034555676,0.00046123884,0.0005996116,0.000016279564,0.00011541347,0.0014404963],"genre_scores_gemma":[0.9993788,9.315445e-7,0.00027416478,0.000025559872,0.000044430682,0.0000166358,0.00021070518,0.000020127287,0.000028618246],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.99435675,0.0014078526,0.0018114342,0.00105755,0.00069316244,0.0006732623],"domain_scores_gemma":[0.9975159,0.0002295636,0.0010363897,0.0009555236,0.00014420692,0.00011838742],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004480644,0.00037462317,0.0010072521,0.0023112667,0.00045822776,0.00040059182,0.0012004958,0.000114209084,0.000035806897],"category_scores_gemma":[0.000120992474,0.0004179732,0.0001466748,0.002067747,0.000056268404,0.00033286668,0.00045285336,0.001022308,0.0000016064862],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004174372,0.0012496007,0.1540356,0.00021790352,0.0003146327,0.00045069345,0.029227957,0.6812492,0.010737011,0.114179194,0.000028923474,0.008267574],"study_design_scores_gemma":[0.00085522153,0.00016530367,0.6750202,0.0005544455,0.000028271766,0.000004383847,0.005351667,0.3170271,0.00021384275,0.00029707252,0.00004180998,0.00044064425],"about_ca_topic_score_codex":0.0028914793,"about_ca_topic_score_gemma":0.00064195564,"teacher_disagreement_score":0.52098465,"about_ca_system_score_codex":0.00064496894,"about_ca_system_score_gemma":0.00013854755,"threshold_uncertainty_score":0.9998272},"labels":[],"label_agreement":null},{"id":"W4226329077","doi":"10.1109/jiot.2022.3163456","title":"An Adaptive Data Uploading Scheme for Mobile Crowdsensing via Deep Reinforcement Learning With Graph Neural Network","year":2022,"lang":"en","type":"article","venue":"IEEE Internet of Things Journal","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"Natural Sciences and Engineering Research Council of Canada; New Brunswick Innovation Foundation","keywords":"Computer science; Upload; Server; Heuristic; Reinforcement learning; Edge computing; Heuristics; Mobile edge computing; Artificial intelligence; Machine learning; Enhanced Data Rates for GSM Evolution; Computer network","score_opus":0.024656748967180578,"score_gpt":0.25846456862209943,"score_spread":0.23380781965491887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4226329077","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18549663,0.00019761708,0.8128,0.000069383015,0.0010142067,0.00023065844,7.1748394e-7,0.00010489543,0.00008591652],"genre_scores_gemma":[0.8932885,0.0000044691446,0.10588102,0.00034251242,0.00032271756,0.000014365665,0.000009771044,0.00004043005,0.00009621046],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971241,0.00024298401,0.0006642048,0.00060040323,0.00070658565,0.00066175545],"domain_scores_gemma":[0.997633,0.00019397275,0.0008903292,0.00080901076,0.00026361473,0.0002100946],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0021105139,0.0002824475,0.0003930806,0.00023169119,0.0009383837,0.00052751694,0.0021372354,0.0000529872,0.000024143112],"category_scores_gemma":[0.00004063315,0.00026258946,0.00014478108,0.00038648726,0.00009213098,0.0017746198,0.0006675323,0.0010983999,0.0000011086394],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028592706,0.000054937496,0.00031066316,0.000017848815,0.00014849199,0.0000804433,0.004557342,0.9682708,0.006817421,0.0002574902,0.0011619044,0.018036745],"study_design_scores_gemma":[0.0006589634,0.0023739021,0.000013504755,0.00013210287,0.000039350867,0.0016508537,0.0007397763,0.9895076,0.0030354464,0.00036365987,0.0011638162,0.0003209867],"about_ca_topic_score_codex":0.00009751392,"about_ca_topic_score_gemma":0.0000067052238,"teacher_disagreement_score":0.70779186,"about_ca_system_score_codex":0.000145342,"about_ca_system_score_gemma":0.00009103831,"threshold_uncertainty_score":0.99998266},"labels":[],"label_agreement":null},{"id":"W4230653295","doi":"10.1007/978-1-4614-6170-8_110083","title":"Crowdcomputing","year":2014,"lang":"en","type":"book-chapter","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Political science","score_opus":0.012655293196304443,"score_gpt":0.20064444336518086,"score_spread":0.1879891501688764,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4230653295","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000024197218,0.00007653701,0.44859767,0.00013888441,0.00037746626,0.000048274058,2.086405e-7,0.0004103797,0.55034816],"genre_scores_gemma":[0.007443602,0.0000074788645,0.034117036,0.0008631685,0.0005099522,9.593728e-7,0.000002932169,0.00004840366,0.95700645],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984001,0.000013900104,0.00032008343,0.00064652105,0.00030899333,0.00031039212],"domain_scores_gemma":[0.99834234,0.00012540918,0.00017595093,0.0011417433,0.0000888249,0.00012572575],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00031015105,0.00032933854,0.00035435424,0.00014610305,0.00016753041,0.00032434863,0.00088660826,0.0002671665,0.00014053308],"category_scores_gemma":[0.000016553086,0.00030705653,0.00018913907,0.000028693663,0.00005076765,0.00006341695,0.00045538074,0.00036660914,0.0010787776],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.6205882e-7,0.000001347305,8.1304876e-7,0.000014635149,0.000013924713,0.000016234502,0.000035389658,0.000058187252,0.00001143534,0.85412997,0.011038274,0.13467956],"study_design_scores_gemma":[0.000108588116,0.000037678106,0.0000031690554,0.00020424431,0.000012175798,0.00008177845,0.0000010364733,0.033568244,0.00013412087,0.040044203,0.9252254,0.00057939725],"about_ca_topic_score_codex":0.0000074722884,"about_ca_topic_score_gemma":0.0000025747809,"teacher_disagreement_score":0.9141871,"about_ca_system_score_codex":0.000042203967,"about_ca_system_score_gemma":0.000057118457,"threshold_uncertainty_score":0.99993813},"labels":[],"label_agreement":null},{"id":"W4234149705","doi":"10.1007/978-1-4939-7131-2_100225","title":"Crowd Computing","year":2018,"lang":"en","type":"book-chapter","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science","score_opus":0.01767574617885824,"score_gpt":0.22398653695056445,"score_spread":0.20631079077170622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234149705","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00002440969,0.000113045266,0.29359975,0.00011729472,0.00067973323,0.00007872268,7.335434e-7,0.0005216016,0.7048647],"genre_scores_gemma":[0.0052312636,0.000009349074,0.042082388,0.00076111977,0.00085355056,5.181752e-7,0.0000040820864,0.000052221938,0.9510055],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982442,0.000012609075,0.00034042628,0.0007110988,0.00034112966,0.0003504905],"domain_scores_gemma":[0.9982578,0.00009176352,0.00018988393,0.0011650613,0.00016216388,0.00013330528],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00028292078,0.0003503334,0.00034396592,0.00015358163,0.00022442058,0.0003820612,0.00096157665,0.00028988058,0.0007168447],"category_scores_gemma":[0.000014335585,0.00032629631,0.00017837458,0.000041026564,0.0001208795,0.00012445105,0.00061610807,0.0003305429,0.0023751524],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012663602,0.0000071439845,0.0000022359059,0.000029608049,0.000048578415,0.00006915606,0.00040651218,0.000015951473,0.000045304285,0.83409613,0.08696975,0.07830839],"study_design_scores_gemma":[0.00016542045,0.00009238455,0.0000072805133,0.00035884944,0.000019726947,0.00014643166,0.0000075572957,0.020432439,0.0004115724,0.0524459,0.9250754,0.0008370101],"about_ca_topic_score_codex":0.000008692798,"about_ca_topic_score_gemma":0.000006209563,"teacher_disagreement_score":0.8381057,"about_ca_system_score_codex":0.000054983153,"about_ca_system_score_gemma":0.00008681859,"threshold_uncertainty_score":0.99991894},"labels":[],"label_agreement":null},{"id":"W4242624664","doi":"10.31219/osf.io/ndp8m","title":"Crowdsourcing for machine learning in public health surveillance: lessons learned from Amazon Mechanical Turk","year":2021,"lang":"en","type":"preprint","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Public Health Agency of Canada; University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada; Cumming School of Medicine, University of Calgary; Public Health Agency; Public Health Agency of Canada","keywords":"Crowdsourcing; Computer science; Artificial intelligence; Machine learning; Convolutional neural network; Data science; Inference; Quality (philosophy); Citizen science; Context (archaeology); Deep learning; Leverage (statistics); Ground truth; Natural language processing; World Wide Web","score_opus":0.10544473982962362,"score_gpt":0.31993468244221485,"score_spread":0.21448994261259124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4242624664","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07815505,0.0016749934,0.88047063,0.036344316,0.0014037143,0.0006561669,0.000035752688,0.0009120362,0.00034735454],"genre_scores_gemma":[0.91732526,0.00034153744,0.079975925,0.0009776164,0.00030193676,0.00010055236,0.00044134742,0.000085950705,0.00044986443],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99327606,0.0011835919,0.0011376403,0.0024043529,0.00063726,0.001361075],"domain_scores_gemma":[0.9957155,0.0011601304,0.00063033326,0.0017734955,0.00027255228,0.00044797547],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0041357703,0.00066816,0.0013977552,0.00041791238,0.00048439915,0.0021320465,0.0016632462,0.0006141304,0.00005203277],"category_scores_gemma":[0.0012069092,0.0006918807,0.0004570821,0.0006629028,0.00005373722,0.00028425237,0.0029523429,0.0024904509,0.000010195944],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000073442876,0.0007845582,0.010824218,0.0010493064,0.00043317262,0.00020805479,0.012156594,0.077873476,0.0045030126,0.024319084,0.0014674317,0.8663077],"study_design_scores_gemma":[0.001429682,0.00014028182,0.0031402165,0.0007077438,0.000010038991,0.000022183402,0.00075448287,0.97557706,0.00096906995,0.006497051,0.009496772,0.0012554334],"about_ca_topic_score_codex":0.006197104,"about_ca_topic_score_gemma":0.0048812553,"teacher_disagreement_score":0.8977036,"about_ca_system_score_codex":0.0005124858,"about_ca_system_score_gemma":0.0014361643,"threshold_uncertainty_score":0.9998108},"labels":[],"label_agreement":null},{"id":"W4244909627","doi":"10.1145/3381519","title":"Peer Prediction with Heterogeneous Users","year":2020,"lang":"en","type":"article","venue":"ACM Transactions on Economics and Computation","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Harvard School of Engineering and Applied Sciences; Google; National Science Foundation","keywords":"Computer science; Cluster analysis; Incentive; Robustness (evolution); Homogeneous; Limiting; Mechanism (biology); Incentive compatibility; Data mining; Machine learning; Artificial intelligence; Mathematics; Microeconomics","score_opus":0.018303082275079038,"score_gpt":0.20820434244361966,"score_spread":0.18990126016854061,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4244909627","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28859165,0.000008656129,0.706369,0.0047111935,0.00008217599,0.00006823906,0.000004208602,0.00009562758,0.00006928997],"genre_scores_gemma":[0.97938603,0.000031624997,0.01978922,0.00071862905,0.00002967448,0.0000063094044,0.0000043695964,0.000009614416,0.000024505402],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99938166,0.000017386863,0.00013122082,0.0002947994,0.00006710695,0.00010781148],"domain_scores_gemma":[0.9995885,0.000043028565,0.00004784277,0.00017326258,0.000050191484,0.0000971971],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00005986817,0.00009680833,0.00009324744,0.000047595895,0.00017892203,0.00020393163,0.00013407205,0.00003610518,0.0000024742603],"category_scores_gemma":[0.00000434551,0.00009600599,0.00002908375,0.00009084561,0.000023484974,0.00026389916,0.000006393212,0.000087239685,0.00001005875],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023215862,0.000021346877,0.00004970529,0.000005825503,0.000028391265,0.000002302677,0.0009993429,0.7422773,0.000043222575,0.0003239765,0.00003260244,0.25619274],"study_design_scores_gemma":[0.00044548901,0.0003577075,0.00050925364,0.000008151798,0.000013498779,0.000046064157,0.000072590505,0.9950483,0.0011316207,0.00069388276,0.001536444,0.0001369941],"about_ca_topic_score_codex":0.000010230908,"about_ca_topic_score_gemma":0.000007447141,"teacher_disagreement_score":0.6907944,"about_ca_system_score_codex":0.00002345205,"about_ca_system_score_gemma":0.00002424341,"threshold_uncertainty_score":0.39150107},"labels":[],"label_agreement":null},{"id":"W4248404129","doi":"10.1007/978-1-4939-7131-2_100622","title":"Malicious Crowdsourcing","year":2018,"lang":"en","type":"book-chapter","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Crowdsourcing; Computer science; World Wide Web","score_opus":0.01495782933560329,"score_gpt":0.2120583039796725,"score_spread":0.1971004746440692,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248404129","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00005017953,0.00023431036,0.16841206,0.00023024743,0.00078447675,0.00014011971,0.0000019172223,0.0007960908,0.8293506],"genre_scores_gemma":[0.0041256673,0.000023655068,0.01871869,0.0010255615,0.0008410531,0.000003294536,0.0000051394027,0.00008571207,0.9751712],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99768347,0.000017749308,0.00043194683,0.0009181558,0.00046738563,0.00048130922],"domain_scores_gemma":[0.9975656,0.00008877821,0.000235196,0.0017231368,0.00018915752,0.00019807764],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00033104548,0.00049575407,0.0004585751,0.00025415941,0.00025615684,0.00046964284,0.0012227045,0.00043355682,0.0014283364],"category_scores_gemma":[0.000021118463,0.0004633468,0.00025738432,0.000056551227,0.00014796673,0.00018799618,0.0006019249,0.00042635575,0.0035731262],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000036159481,0.000012064827,0.0000038033131,0.000047559017,0.000089624584,0.00018878543,0.00068447494,0.00001945101,0.00016124408,0.8378105,0.117682785,0.043296058],"study_design_scores_gemma":[0.00018278036,0.000114788025,0.000004702476,0.000310138,0.000032127748,0.0002541461,0.000009909727,0.003933192,0.0007051378,0.058019526,0.9354988,0.0009347756],"about_ca_topic_score_codex":0.00001987902,"about_ca_topic_score_gemma":0.000017435856,"teacher_disagreement_score":0.817816,"about_ca_system_score_codex":0.00009276607,"about_ca_system_score_gemma":0.00010991956,"threshold_uncertainty_score":0.99978185},"labels":[],"label_agreement":null},{"id":"W4248721804","doi":"10.1007/978-1-4939-7131-2_100099","title":"Citizen Sensing","year":2018,"lang":"en","type":"book-chapter","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Computer science; Political science","score_opus":0.017122205498264077,"score_gpt":0.21249200008847782,"score_spread":0.19536979459021375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4248721804","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000018177221,0.000079357065,0.20083909,0.00018137676,0.0006298017,0.000078840385,9.567751e-7,0.00050386356,0.7976685],"genre_scores_gemma":[0.0014908309,0.000013005635,0.050046027,0.00076135434,0.00067126943,2.5403918e-7,0.0000036200665,0.00004782921,0.9469658],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984562,0.000012165168,0.00027018794,0.00063444255,0.00032122096,0.00030581132],"domain_scores_gemma":[0.99833906,0.000070282644,0.0001392434,0.0011689948,0.00015811739,0.00012431959],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00021421602,0.00031594845,0.0003091111,0.0001540823,0.0001664941,0.00033014218,0.00055170205,0.0002820542,0.00060153584],"category_scores_gemma":[0.000014732832,0.00029365634,0.00016043184,0.00003450054,0.000110681205,0.00011023081,0.00038982366,0.0002690622,0.0021156613],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023078385,0.0000040171494,5.3679554e-7,0.00003004296,0.00007045532,0.00019745546,0.0004594198,0.000004303825,0.00018376169,0.6726806,0.143609,0.18275811],"study_design_scores_gemma":[0.00013480333,0.000062809195,0.0000016410709,0.00031542726,0.000022253467,0.00025640323,0.000007290969,0.0083803935,0.0007470487,0.13272226,0.856622,0.0007276957],"about_ca_topic_score_codex":0.000009613733,"about_ca_topic_score_gemma":0.000007899129,"teacher_disagreement_score":0.713013,"about_ca_system_score_codex":0.0000547619,"about_ca_system_score_gemma":0.00008371568,"threshold_uncertainty_score":0.99995154},"labels":[],"label_agreement":null},{"id":"W4250381013","doi":"10.1007/978-1-4614-6170-8_110057","title":"Citizen Sensing","year":2014,"lang":"en","type":"book-chapter","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Environmental science; Computer science; Remote sensing; Geography","score_opus":0.013074289460567913,"score_gpt":0.19892117986331642,"score_spread":0.18584689040274852,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4250381013","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000003347612,0.00005386452,0.41411147,0.00020884532,0.00036479766,0.000053579446,3.8470066e-7,0.00037186465,0.58483183],"genre_scores_gemma":[0.0052043567,0.000012065599,0.038758744,0.0010927846,0.0004290545,2.887045e-7,0.000003877505,0.000049941566,0.9544489],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.998485,0.000016770091,0.00028011034,0.0006042297,0.00031933544,0.00029454217],"domain_scores_gemma":[0.99834377,0.00011180776,0.00014806427,0.0011662483,0.0001014734,0.00012866763],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00025667835,0.0003203643,0.00036025344,0.00015066148,0.00014446468,0.0003069071,0.0005304737,0.0002760928,0.000117810756],"category_scores_gemma":[0.000017244203,0.0002988831,0.00017638259,0.00002734017,0.000059851885,0.000058699658,0.0003159776,0.00032967792,0.00095125404],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.212656e-7,8.12909e-7,2.3229512e-7,0.000014560044,0.000018665787,0.00004205979,0.000050487208,0.000012518882,0.000053024232,0.7715155,0.016243227,0.21204841],"study_design_scores_gemma":[0.00013300285,0.00003627167,0.0000017718438,0.00026222158,0.00001948266,0.00019209599,0.0000021384753,0.019015819,0.0003129958,0.06902427,0.91034466,0.00065529783],"about_ca_topic_score_codex":0.000011823707,"about_ca_topic_score_gemma":0.0000058316637,"teacher_disagreement_score":0.8941014,"about_ca_system_score_codex":0.000046457197,"about_ca_system_score_gemma":0.00005882117,"threshold_uncertainty_score":0.99994636},"labels":[],"label_agreement":null},{"id":"W4253383308","doi":"10.4018/978-1-5225-8182-6.ch072","title":"Beyond Micro-Tasks","year":2019,"lang":"en","type":"book-chapter","venue":"IGI Global eBooks","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland; University of Saskatchewan","funders":"","keywords":"Crowdsourcing; Crowds; Exploit; Data science; Extant taxon; Scope (computer science); Computer science; Observational study; Domain (mathematical analysis); Redundancy (engineering); Scale (ratio); Crowdsourcing software development; Knowledge management; World Wide Web; Geography; Computer security","score_opus":0.011906483691427433,"score_gpt":0.22183169426564195,"score_spread":0.2099252105742145,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253383308","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00013660116,0.00059892476,0.007759971,0.000106335276,0.0018145199,0.00030629712,0.000044074317,0.00041627843,0.988817],"genre_scores_gemma":[0.08785112,0.0000065820986,0.012535924,0.0029862223,0.00082250906,0.0000073820765,0.000007998951,0.00011666602,0.8956656],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99748665,0.000022993292,0.00043307166,0.0009920445,0.0005051394,0.0005601099],"domain_scores_gemma":[0.9975466,0.00005070941,0.00028325175,0.0017680147,0.00013804695,0.00021335458],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00018054021,0.00057479815,0.0005810185,0.000093180555,0.00015520204,0.00043563702,0.0013223587,0.00055200193,0.000024825962],"category_scores_gemma":[0.00001028187,0.0005816925,0.00034803513,0.000028017492,0.000104901694,0.00008951278,0.0006328375,0.0004735785,0.0016649902],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004573614,0.0000046150535,0.000006458773,0.000031514173,0.000054520176,0.000105400504,0.00006426051,0.000008789856,0.00017537903,0.9687728,0.009400887,0.02137078],"study_design_scores_gemma":[0.0005390234,0.0001485612,0.000024619843,0.0004829082,0.00007583486,0.00044625718,0.0000066811526,0.00038088852,0.0007650148,0.6691919,0.32655817,0.0013801684],"about_ca_topic_score_codex":0.000040361974,"about_ca_topic_score_gemma":0.000021303378,"teacher_disagreement_score":0.31715727,"about_ca_system_score_codex":0.00023993662,"about_ca_system_score_gemma":0.00041149528,"threshold_uncertainty_score":0.9996635},"labels":[],"label_agreement":null},{"id":"W4253451887","doi":"10.1007/978-981-10-7847-7_1","title":"Introduction","year":2018,"lang":"en","type":"book-chapter","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Crowdsourcing; Analytics; Data science; Computer science; Section (typography); Knowledge management; World Wide Web","score_opus":0.01144710663005387,"score_gpt":0.2018059871544165,"score_spread":0.19035888052436262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4253451887","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000043621676,0.000057434376,0.17732798,0.0010496584,0.0012868373,0.000054027118,3.3519646e-7,0.0003459286,0.81987345],"genre_scores_gemma":[0.00017665137,0.000009719536,0.013928401,0.00023462505,0.0036269205,8.827003e-7,0.0000036792596,0.000020327558,0.9819988],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989694,0.000006010987,0.00016621333,0.00049682293,0.00020829582,0.00015329343],"domain_scores_gemma":[0.9988022,0.000015950875,0.0000884253,0.00092210283,0.00011293296,0.00005838498],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00015862459,0.00017980025,0.00017260158,0.00010322389,0.000089421366,0.00016286441,0.00039498956,0.00017205578,0.0020904895],"category_scores_gemma":[0.000008914904,0.00016171635,0.000082626655,0.000023239822,0.00006253297,0.00012227241,0.00017585774,0.00017402842,0.0035690863],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.6107876e-7,0.0000018350739,8.510021e-8,0.0000052096843,0.000011309293,0.0000049610094,0.000057574172,0.0000016988702,0.00003568725,0.5811338,0.39330053,0.025446767],"study_design_scores_gemma":[0.00003300248,0.000037066213,7.135912e-7,0.000022446426,0.000006208919,0.000049162456,0.0000012956345,0.0008053232,0.0003501452,0.037765842,0.9607298,0.00019903299],"about_ca_topic_score_codex":0.0000023113143,"about_ca_topic_score_gemma":0.0000043946875,"teacher_disagreement_score":0.56742924,"about_ca_system_score_codex":0.000039512037,"about_ca_system_score_gemma":0.00003777845,"threshold_uncertainty_score":0.99882174},"labels":[],"label_agreement":null},{"id":"W4255476311","doi":"10.36227/techrxiv.12101277.v1","title":"MobileCrowdSensing (MCS)","year":2020,"lang":"en","type":"preprint","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lakehead University","funders":"","keywords":"Participatory sensing; Android (operating system); Computer science; Wearable computer; Mobile device; Measure (data warehouse); Wearable technology; Human–computer interaction; Android application; Embedded system; Real-time computing; Data science; Data mining; World Wide Web; Operating system","score_opus":0.03159488426572834,"score_gpt":0.2499058764141223,"score_spread":0.21831099214839395,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255476311","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007630588,0.00028383755,0.9421364,0.0048340843,0.0020957827,0.0003414762,0.0000028674817,0.0021071949,0.040567786],"genre_scores_gemma":[0.84072006,0.00002123962,0.15608624,0.0019671347,0.00045800512,0.000014268117,0.000010550401,0.000044263103,0.00067826774],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971249,0.000116342206,0.00046333333,0.0013337688,0.00045505338,0.0005065731],"domain_scores_gemma":[0.99740463,0.00010754785,0.00021172875,0.0018412839,0.00013837825,0.00029643116],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00029279268,0.00045398733,0.00052708446,0.00014513163,0.00017706688,0.0010926687,0.0016100656,0.000349042,0.00003116854],"category_scores_gemma":[0.00010419206,0.0004439309,0.00029227854,0.0003229773,0.00006262467,0.00017383271,0.003978478,0.001078825,0.00033202194],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026659744,0.00028947106,0.0003429651,0.0012016266,0.0005298892,0.0016935901,0.008459855,0.027612194,0.030116234,0.27211222,0.12822446,0.5293908],"study_design_scores_gemma":[0.00041467586,0.00008943318,0.00028943628,0.00047573526,0.000054767897,0.00015679222,0.00010851297,0.8774267,0.024552563,0.06407467,0.030435078,0.0019216499],"about_ca_topic_score_codex":0.00009606606,"about_ca_topic_score_gemma":0.000006888398,"teacher_disagreement_score":0.8498145,"about_ca_system_score_codex":0.00008588203,"about_ca_system_score_gemma":0.00028761596,"threshold_uncertainty_score":0.99994427},"labels":[],"label_agreement":null},{"id":"W4281491548","doi":"10.1098/rsos.211189","title":"Human-supervised clustering of multidimensional data using crowdsourcing","year":2022,"lang":"en","type":"article","venue":"Royal Society Open Science","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; McGill University","funders":"Canadian Institutes of Health Research; Genome Canada","keywords":"Cluster analysis; Crowdsourcing; Computer science; Data mining; Metric (unit); Task (project management); Machine learning; Artificial intelligence; Clustering high-dimensional data","score_opus":0.06761932082304395,"score_gpt":0.3258640248512842,"score_spread":0.25824470402824024,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4281491548","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6784208,0.000104261984,0.3186376,0.0002330139,0.0005976675,0.00043515695,0.00002611899,0.00011305035,0.0014323592],"genre_scores_gemma":[0.7863156,5.415819e-7,0.21309073,0.00031596952,0.000035361223,0.0000065803397,0.0000052481582,0.0000127461,0.00021720304],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99637693,0.00012696351,0.00043548312,0.0011803133,0.0012848245,0.0005954752],"domain_scores_gemma":[0.9971247,0.000090220194,0.00025391197,0.0022011,0.00016377632,0.0001662957],"candidate_categories":["sts","open_science"],"consensus_categories":["open_science"],"category_scores_codex":[0.0047941185,0.00018579421,0.0002968547,0.00007610548,0.0037022668,0.0005928286,0.010385633,0.000034523542,0.000087213986],"category_scores_gemma":[0.000081071375,0.00019559456,0.00010790685,0.0013685664,0.00046586007,0.0012568521,0.031560197,0.00032679338,0.0000031734378],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009608792,0.00027605396,0.0021698994,0.000053243315,0.000040830542,0.000021175634,0.00834921,0.6370818,0.33562022,0.0032299885,0.0027134593,0.010434482],"study_design_scores_gemma":[0.00041927493,0.000048458507,0.00094989146,0.00003510448,0.000008057741,0.000030325877,0.0011377818,0.9938988,0.0024302886,0.000063385894,0.00072553876,0.0002531117],"about_ca_topic_score_codex":0.0014204899,"about_ca_topic_score_gemma":0.000011130325,"teacher_disagreement_score":0.35681695,"about_ca_system_score_codex":0.00023922906,"about_ca_system_score_gemma":0.000615843,"threshold_uncertainty_score":0.9975948},"labels":[],"label_agreement":null},{"id":"W4284697050","doi":"10.1145/3510003.3512765","title":"Bots for pull requests","year":2022,"lang":"en","type":"article","venue":"Proceedings of the 44th International Conference on Software Engineering","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"Conselho Nacional de Desenvolvimento Científico e Tecnológico; Nederlandse Organisatie voor Wetenschappelijk Onderzoek; Coordenação de Aperfeiçoamento de Pessoal de Nível Superior; Universidade Tecnológica Federal do Paraná; National Science Foundation","keywords":"Computer science; Interface (matter); Human–computer interaction; Coding (social sciences); Participatory design; Information overload; Software; Interface design; User interface; World Wide Web; Engineering; Operating system","score_opus":0.021326146633776598,"score_gpt":0.2358149082008024,"score_spread":0.2144887615670258,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4284697050","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51385146,0.00009349324,0.46544585,0.0052913167,0.007066253,0.0010737684,0.0000774127,0.001093436,0.0060069948],"genre_scores_gemma":[0.96973515,0.0000021004632,0.029414581,0.00013882882,0.000082760605,0.00009479893,0.0000016885515,0.000015309834,0.0005147705],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99887776,0.0000036762738,0.00021224856,0.0002720684,0.00044139483,0.00019285824],"domain_scores_gemma":[0.99928343,0.00006814517,0.00015597297,0.00014904664,0.00030244864,0.000040925464],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003253456,0.00012565996,0.00012502281,0.00012075457,0.00017268212,0.00012527652,0.0014375997,0.000025757656,0.000018822733],"category_scores_gemma":[0.00041971236,0.00011241107,0.00009992745,0.00019424174,0.00001725745,0.00021028353,0.00047651437,0.00021576465,0.0000014497764],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034479945,0.00007544269,0.001968663,0.000088720444,0.00006470824,0.0000011879307,0.0008416495,0.011554111,0.018865922,0.95787007,0.0024486163,0.0061864397],"study_design_scores_gemma":[0.0011483945,0.00045703846,0.004051159,0.00051500916,0.000025160536,0.00013136242,0.0003127176,0.87371594,0.07069215,0.014819135,0.03328233,0.00084962556],"about_ca_topic_score_codex":0.0000049015753,"about_ca_topic_score_gemma":1.5803785e-7,"teacher_disagreement_score":0.9430509,"about_ca_system_score_codex":0.00011039202,"about_ca_system_score_gemma":0.000042771742,"threshold_uncertainty_score":0.45839906},"labels":[],"label_agreement":null},{"id":"W4287244254","doi":"10.48550/arxiv.2104.00634","title":"Security and Machine Learning Adoption in IoT: A Preliminary Study of\\n IoT Developer Discussions","year":2021,"lang":"","type":"preprint","venue":"arXiv (Cornell University)","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Internet of Things; Computer science; World Wide Web; Computer security; Resource (disambiguation); Computer network","score_opus":0.056054908432928104,"score_gpt":0.1883316075603427,"score_spread":0.1322766991274146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4287244254","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9521377,0.0003555677,0.046062805,0.0000577462,0.0003729122,0.00071277685,0.0000046951814,0.00008307953,0.00021273001],"genre_scores_gemma":[0.9984612,0.0003089623,0.0006154597,0.000016904814,0.00003844508,0.0000020566795,0.000012026499,0.000034187924,0.00051077065],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9948774,0.0013512325,0.0006904991,0.0022426986,0.00023055107,0.0006076383],"domain_scores_gemma":[0.9972761,0.000291465,0.0005794263,0.0012449829,0.00031257185,0.0002954358],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010058759,0.00062766275,0.0009076262,0.00065033336,0.0005955635,0.00025007178,0.00095066515,0.0004332119,0.00004229912],"category_scores_gemma":[0.00018058643,0.0006806613,0.00019607536,0.001813906,0.00024522239,0.00030037155,0.0046008797,0.0019528928,0.00000625904],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026530074,0.0021790145,0.24016763,0.0004061982,0.00018154367,0.0018866669,0.058735605,0.6881099,0.00017580131,0.0010728234,0.00000386532,0.006815684],"study_design_scores_gemma":[0.0018203688,0.0007223626,0.11029041,0.0013168447,0.00019902652,0.00005178973,0.03037783,0.853832,0.000120328026,0.0003785805,0.00003967476,0.0008507615],"about_ca_topic_score_codex":0.0018243092,"about_ca_topic_score_gemma":0.0014407265,"teacher_disagreement_score":0.16572216,"about_ca_system_score_codex":0.00026504992,"about_ca_system_score_gemma":0.00035578804,"threshold_uncertainty_score":0.99956447},"labels":[],"label_agreement":null},{"id":"W4291009573","doi":"10.31222/osf.io/a9vhr","title":"We Need to Talk about Mechanical Turk: What 22,989 Hypothesis Tests Tell Us about Publication Bias and p-Hacking in Online Experiments","year":2022,"lang":"en","type":"preprint","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Wilfrid Laurier University; University of Ottawa","funders":"Canada Research Chairs","keywords":"Credibility; Hacker; Set (abstract data type); Trustworthiness; Deception; Psychology; Marketing; Data science; Internet privacy; Computer science; Social psychology; Political science; Business; Computer security","score_opus":0.0625741574800946,"score_gpt":0.2973621482351371,"score_spread":0.23478799075504253,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4291009573","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9625429,0.0020966344,0.026225246,0.0048349253,0.0014638386,0.001142094,0.000015241673,0.00057594175,0.0011031649],"genre_scores_gemma":[0.92303944,0.0007050307,0.07177526,0.002501521,0.00020171113,0.00023920706,0.000049895687,0.000075076256,0.001412858],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.995505,0.0003339502,0.00092203805,0.0017780561,0.0007616664,0.000699305],"domain_scores_gemma":[0.99682695,0.00045077177,0.0003750393,0.0018346393,0.00016658101,0.00034605002],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0010954591,0.00056085124,0.0006744584,0.0007464219,0.00024404634,0.0028390614,0.0015690663,0.00033987346,0.00019307717],"category_scores_gemma":[0.0004931387,0.00056564313,0.00015893967,0.0008486999,0.000047990485,0.00077081117,0.004681147,0.0009093056,0.000024766056],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009873251,0.0019262299,0.005701085,0.000508732,0.00023057917,0.00028169857,0.016183052,0.0110503575,0.034609806,0.008105778,0.0044973074,0.91680664],"study_design_scores_gemma":[0.0049593206,0.0009128232,0.09679256,0.00788643,0.00018320247,0.00052471913,0.013355512,0.65603334,0.09899911,0.010017582,0.1013333,0.009002086],"about_ca_topic_score_codex":0.00075689505,"about_ca_topic_score_gemma":0.0001844102,"teacher_disagreement_score":0.90780455,"about_ca_system_score_codex":0.0003626948,"about_ca_system_score_gemma":0.00021329161,"threshold_uncertainty_score":0.9996795},"labels":[],"label_agreement":null},{"id":"W4293253993","doi":"10.1109/pst55820.2022.9851973","title":"Efficient and Privacy-preserving Worker Selection in Mobile Crowdsensing Over Tentative Future Trajectories","year":2022,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Crowdsensing; Computer science; Selection (genetic algorithm); Computer security; Internet privacy; Artificial intelligence","score_opus":0.007550641055587889,"score_gpt":0.23518700340599316,"score_spread":0.22763636235040527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293253993","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9747445,0.00041280655,0.022979937,0.00024714725,0.00044234193,0.00026655025,9.411562e-7,0.00019270706,0.0007130463],"genre_scores_gemma":[0.99002075,0.0000053652793,0.009343541,0.00017415416,0.0001022366,0.00003856878,0.0000010190646,0.0000146715365,0.00029969434],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99832165,0.00020538826,0.00023698359,0.00052939495,0.00034526916,0.00036131218],"domain_scores_gemma":[0.9994094,0.00012288298,0.00007886137,0.00027467034,0.000043834778,0.000070343885],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00047653864,0.00016930957,0.00018426715,0.00021207459,0.0005673622,0.00023828221,0.000313521,0.00004277545,0.000071805815],"category_scores_gemma":[0.000029761395,0.00016338775,0.00004581994,0.0009931666,0.000039201186,0.00017219737,0.00078490865,0.00036124012,0.0000016558168],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001759306,0.0007013135,0.075375326,0.00010571414,0.00010362263,0.00022595383,0.10418368,0.5604776,0.06412193,0.011399785,0.004919867,0.17820926],"study_design_scores_gemma":[0.00098651,0.00022328134,0.06890809,0.000049515085,0.000010622811,0.00020320147,0.0100679,0.9079296,0.004017773,0.0005714225,0.0064560845,0.00057600974],"about_ca_topic_score_codex":0.00018021803,"about_ca_topic_score_gemma":0.000073527495,"teacher_disagreement_score":0.34745198,"about_ca_system_score_codex":0.00017043942,"about_ca_system_score_gemma":0.000057513327,"threshold_uncertainty_score":0.6662759},"labels":[],"label_agreement":null},{"id":"W4299569615","doi":"10.1109/icc45855.2022.9838920","title":"Collaborative Self Organizing Map with DeepNNs for Fake Task Prevention in Mobile Crowdsensing","year":2022,"lang":"en","type":"article","venue":"ICC 2022 - IEEE International Conference on Communications","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; Canada Research Chairs","keywords":"Computer science; Task (project management); Crowdsensing; Artificial intelligence; Process (computing); Mobile device; Artificial neural network; Set (abstract data type); Machine learning; Feature (linguistics); Data mining; Computer security","score_opus":0.04154354782570331,"score_gpt":0.3203679112452947,"score_spread":0.2788243634195914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4299569615","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3019966,0.00073311664,0.62799245,0.027990472,0.0040311026,0.005435001,0.00050290406,0.0013323384,0.029986018],"genre_scores_gemma":[0.9595258,0.000062921106,0.038581077,0.00028726747,0.00004490233,0.00075347384,0.00011865482,0.000025686755,0.00060021476],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980019,0.00034938785,0.00040399685,0.00048166703,0.0004871692,0.00027591287],"domain_scores_gemma":[0.9974452,0.00040196299,0.0002850286,0.0012960924,0.00050596846,0.000065728695],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00060586975,0.00019796392,0.00020909002,0.00034207932,0.00087716186,0.00035335706,0.0020954208,0.00004651738,0.00007654368],"category_scores_gemma":[0.000049850943,0.00021693313,0.000064781096,0.0007567186,0.00008409863,0.0003821332,0.0006064885,0.0004945988,0.000015945458],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032734583,0.003707048,0.0023337498,0.0000717252,0.00058051315,0.000050356986,0.042400233,0.042915296,0.048258074,0.7841807,0.0069397166,0.06823525],"study_design_scores_gemma":[0.0035682113,0.0016106787,0.0010067408,0.00042534855,0.000060140857,0.00013138361,0.015190825,0.82304126,0.006105569,0.016695427,0.13084374,0.00132065],"about_ca_topic_score_codex":0.000044543103,"about_ca_topic_score_gemma":0.00047988945,"teacher_disagreement_score":0.780126,"about_ca_system_score_codex":0.0004468153,"about_ca_system_score_gemma":0.00043548635,"threshold_uncertainty_score":0.88462764},"labels":[],"label_agreement":null},{"id":"W4302543194","doi":"10.1109/icc45855.2022.9838716","title":"Privacy-preserving Worker Selection in Mobile Crowdsensing over Spatial-temporal Constraints","year":2022,"lang":"en","type":"article","venue":"ICC 2022 - IEEE International Conference on Communications","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"Science and Engineering Research Council","keywords":"Crowdsensing; Computer science; Selection (genetic algorithm); Internet privacy; Artificial intelligence; Computer security","score_opus":0.0634560761368775,"score_gpt":0.32891673655245496,"score_spread":0.2654606604155775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4302543194","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7086026,0.00034560214,0.19550386,0.013710257,0.0040700478,0.0015524391,0.00011642746,0.00086847483,0.07523029],"genre_scores_gemma":[0.9922863,0.000060522863,0.0062520043,0.00045692426,0.00007051534,0.00022508386,0.000057834066,0.000022671267,0.0005680948],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99730104,0.0005530939,0.0005464533,0.0005460143,0.00070779794,0.00034561608],"domain_scores_gemma":[0.9975545,0.00034568165,0.0002900508,0.0015011427,0.00021702316,0.00009160391],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00079911336,0.00022363437,0.00022587355,0.00048516187,0.0007866726,0.0004263389,0.0035216843,0.00006702787,0.0010635451],"category_scores_gemma":[0.00012103273,0.0002712959,0.00010581404,0.0007058162,0.00017290792,0.00043910003,0.0019359359,0.0009886723,0.000037964903],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002645119,0.0035360574,0.053253368,0.00004010109,0.00042409793,0.0001706551,0.01742253,0.0673595,0.094407454,0.28335965,0.016425272,0.4633368],"study_design_scores_gemma":[0.000814988,0.00014728341,0.007628624,0.00014460535,0.000008687205,0.00009256409,0.00095979194,0.96009344,0.0008915444,0.0056337123,0.023082204,0.00050257955],"about_ca_topic_score_codex":0.0008804565,"about_ca_topic_score_gemma":0.0010125542,"teacher_disagreement_score":0.89273393,"about_ca_system_score_codex":0.00048350266,"about_ca_system_score_gemma":0.00028720402,"threshold_uncertainty_score":0.99997395},"labels":[],"label_agreement":null},{"id":"W4306694236","doi":"10.1609/hcomp.v10i1.21986","title":"Eliciting and Learning with Soft Labels from Every Annotator","year":2022,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Human Computation and Crowdsourcing","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Engineering and Physical Sciences Research Council; Canadian Institute for Advanced Research","keywords":"Computer science; Categorical variable; Crowdsourcing; Artificial intelligence; Machine learning; Robustness (evolution); Generalization; Set (abstract data type); Soft skills; Natural language processing; World Wide Web","score_opus":0.02357610624059404,"score_gpt":0.24056210956220803,"score_spread":0.216986003321614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4306694236","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9888698,0.00007159366,0.0083537195,0.0005863637,0.00006145684,0.00017424808,0.0000022634392,0.00014206479,0.0017385028],"genre_scores_gemma":[0.99569577,0.0000027507979,0.0037358454,0.0002904182,0.000040100767,0.000015734582,0.000001866767,0.000019704676,0.00019783316],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984179,0.000064192114,0.00029637304,0.0005142028,0.00044679362,0.00026053906],"domain_scores_gemma":[0.99899834,0.00017582708,0.00041216717,0.00012408342,0.00020519523,0.00008438285],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00052811287,0.00021099724,0.00026013207,0.0001338691,0.0017509123,0.00048361908,0.00042064805,0.000036856047,0.000017420094],"category_scores_gemma":[0.000064798565,0.00017476703,0.00004204718,0.00032620982,0.00013343316,0.00030559034,0.00058553653,0.0005419081,0.0000011817214],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029692295,0.00039675328,0.07686459,0.0005467107,0.00033793875,0.000021082966,0.10627192,0.038681407,0.3129994,0.18740264,0.001323573,0.27485704],"study_design_scores_gemma":[0.00374205,0.0017876747,0.040305242,0.0014723409,0.0001374853,0.00024862116,0.024649762,0.8725655,0.017339893,0.034865353,0.0011823636,0.0017037314],"about_ca_topic_score_codex":0.00008521218,"about_ca_topic_score_gemma":0.0000022613438,"teacher_disagreement_score":0.83388406,"about_ca_system_score_codex":0.000038747417,"about_ca_system_score_gemma":0.000042661344,"threshold_uncertainty_score":0.9995487},"labels":[],"label_agreement":null},{"id":"W4308017781","doi":"10.3758/s13428-022-01999-x","title":"Evaluating CloudResearch’s Approved Group as a solution for problematic data quality on MTurk","year":2022,"lang":"en","type":"article","venue":"Behavior Research Methods","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":227,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Vetting; Data quality; Psychology; Quality (philosophy); Sample (material); Applied psychology; Computer science; Computer security; Operations management","score_opus":0.8107478869005017,"score_gpt":0.6970883390979823,"score_spread":0.11365954780251941,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308017781","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.086212896,0.00014877119,0.90607506,0.0019734437,0.00045481342,0.004231249,0.000056152458,0.00028991213,0.00055770896],"genre_scores_gemma":[0.14699349,0.0000031756315,0.8476409,0.00010031878,0.00013293575,0.003915411,0.000102812075,0.000050188562,0.0010608045],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.97731763,0.016015312,0.0006908594,0.001602242,0.0030499813,0.0013239936],"domain_scores_gemma":[0.98940283,0.005648254,0.00020780657,0.003932821,0.000506647,0.00030161388],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.10430951,0.00022861814,0.0003895946,0.00047390437,0.0026118597,0.00060455216,0.0039782617,0.000085619584,0.00006778041],"category_scores_gemma":[0.008200325,0.00022347388,0.00013847505,0.001415976,0.00019487122,0.00041570613,0.005341304,0.0014336073,0.000023706763],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015829006,0.00073192146,0.00006027553,0.00018887933,0.000021736412,0.000017952258,0.0014507659,0.0003025257,0.18538615,0.017803907,0.0017451652,0.79213244],"study_design_scores_gemma":[0.0018377611,0.0032549119,0.0013962206,0.000110421,0.000033071752,0.000070803406,0.0012016344,0.9497103,0.008023578,0.021653004,0.012090358,0.00061792077],"about_ca_topic_score_codex":0.0006246304,"about_ca_topic_score_gemma":0.00001685032,"teacher_disagreement_score":0.9494078,"about_ca_system_score_codex":0.0004965728,"about_ca_system_score_gemma":0.0005813192,"threshold_uncertainty_score":0.9986866},"labels":[],"label_agreement":null},{"id":"W4308550860","doi":"10.2196/37507","title":"Assessing Associations Between COVID-19 Symptomology and Adverse Outcomes After Piloting Crowdsourced Data Collection: Cross-sectional Survey Study","year":2022,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"U.S. National Library of Medicine; National Institutes of Health; Johns Hopkins University","keywords":"Crowdsourcing; Medicine; Logistic regression; Data collection; Population; Coronavirus disease 2019 (COVID-19); Cross-sectional study; Data science; Applied psychology; Psychology; Computer science; Environmental health; World Wide Web; Statistics; Pathology; Disease","score_opus":0.22275245299210172,"score_gpt":0.483749082186747,"score_spread":0.2609966291946453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308550860","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9812405,0.000022421593,0.016701672,0.00036262468,0.00031666443,0.0007171022,0.00021535359,0.00016600883,0.0002576455],"genre_scores_gemma":[0.9985669,8.6665744e-7,0.0004332598,0.00013581871,0.000071034185,0.00025468072,0.00017930013,0.000019610356,0.00033848864],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99201703,0.0042636474,0.0006133271,0.00085806363,0.0015185176,0.0007294202],"domain_scores_gemma":[0.99368423,0.0043246984,0.00025285254,0.0010078399,0.00043964252,0.0002907548],"candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.014837823,0.00020593198,0.00036251306,0.0006630216,0.005365904,0.0012676183,0.001326208,0.000082906896,0.00008342175],"category_scores_gemma":[0.0017046798,0.00020786069,0.000057590834,0.0019143564,0.00025876367,0.0019040287,0.0047445246,0.0011672484,0.000018410976],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002392892,0.0002120763,0.9896531,0.000014938022,0.000092085895,0.000023913955,0.008620553,0.00025125744,0.0000066303633,0.000071078866,0.000613057,0.00041734686],"study_design_scores_gemma":[0.0009943676,0.0002829095,0.98588806,0.0000037558661,0.000004546925,0.00003406249,0.0023598159,0.009659866,0.0000036140293,0.0001806125,0.0003793349,0.00020905318],"about_ca_topic_score_codex":0.0009652983,"about_ca_topic_score_gemma":0.00019588499,"teacher_disagreement_score":0.017326435,"about_ca_system_score_codex":0.00094458956,"about_ca_system_score_gemma":0.00072811975,"threshold_uncertainty_score":0.99976915},"labels":[],"label_agreement":null},{"id":"W4308789977","doi":"10.1145/3555223","title":"Teachable Conversational Agents for Crowdwork: Effects on Performance and Trust","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Crowdsourcing; Delegate; Computer science; Task (project management); Context (archaeology); Human–computer interaction; Workflow; Process (computing); Focus (optics); Conversation; Knowledge management; World Wide Web; Psychology; Engineering","score_opus":0.033577954979163625,"score_gpt":0.2808237954090481,"score_spread":0.24724584042988448,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4308789977","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99505895,0.0000052948535,0.001372628,0.0010818343,0.0012847491,0.00039615892,0.0000016338203,0.000078363126,0.00072036654],"genre_scores_gemma":[0.99460465,0.0000012207958,0.0037742108,0.0007377455,0.00023060889,0.00007966871,0.0000018947584,0.000014067847,0.00055590604],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99883646,0.000017704067,0.00021576577,0.00039136494,0.00033684788,0.00020188655],"domain_scores_gemma":[0.9990583,0.00019529549,0.00026978893,0.00033491765,0.00010388677,0.000037788468],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039189152,0.0001521473,0.0001576444,0.00014741291,0.0008023311,0.0001748876,0.0010531567,0.000031899122,0.000008617786],"category_scores_gemma":[0.00007778363,0.00012897841,0.000090432135,0.00015634364,0.00003178545,0.0003790249,0.0008489047,0.00028111858,0.0000031212169],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012017334,0.0015495939,0.021140825,0.0020773718,0.00047672135,0.0000043262917,0.021048525,0.019174952,0.0784189,0.12970956,0.2483718,0.47682568],"study_design_scores_gemma":[0.0032283699,0.0042535043,0.04595629,0.0008878225,0.00006528011,0.0001462336,0.00040525306,0.6986879,0.199883,0.008350252,0.03732663,0.0008094248],"about_ca_topic_score_codex":0.000006050109,"about_ca_topic_score_gemma":1.3969247e-7,"teacher_disagreement_score":0.679513,"about_ca_system_score_codex":0.00013471325,"about_ca_system_score_gemma":0.000012476342,"threshold_uncertainty_score":0.6170963},"labels":[],"label_agreement":null},{"id":"W4309098499","doi":"10.2196/40765","title":"Recruitment and Retention in Remote Research: Learnings From a Large, Decentralized Real-world Study","year":2022,"lang":"en","type":"article","venue":"JMIR Formative Research","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"University of Toronto; Vector Institute; Centre for Addiction and Mental Health","funders":"National Institute on Aging","keywords":"Incentive; Logistic regression; Data collection; Cohort; Cohort study; Medicine; Environmental health; Applied psychology; Psychology; Gerontology; Statistics","score_opus":0.20632757216515624,"score_gpt":0.45155747385491485,"score_spread":0.2452299016897586,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309098499","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99226195,0.00015640135,0.001325513,0.00093640445,0.00013653793,0.0020748635,0.00000995326,0.000100538884,0.0029978347],"genre_scores_gemma":[0.9974056,0.00009001407,0.00074974383,0.00003353879,0.000028140264,0.00042669126,0.000015848676,0.000018280098,0.0012321541],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.98949254,0.005920282,0.00046143544,0.00071999984,0.0022564682,0.001149265],"domain_scores_gemma":[0.9977585,0.0008955363,0.00010176632,0.00074809685,0.00030005974,0.00019603176],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.014709677,0.0001575534,0.00027889395,0.0013207843,0.0017055636,0.00047189003,0.0008459312,0.00004357692,0.00010170193],"category_scores_gemma":[0.00019958883,0.00015402179,0.000051462906,0.0032418568,0.0001394256,0.0005806984,0.002653675,0.0020465723,0.00003902319],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011696143,0.0036066389,0.03761953,0.00014501924,0.00016286064,0.00085571676,0.5660588,0.00033051844,0.0041128867,0.016254215,0.022546466,0.34713772],"study_design_scores_gemma":[0.0106747,0.00629071,0.40341944,0.00051394635,0.000010458312,0.00003871216,0.15199351,0.27736706,0.0012203944,0.030093249,0.11732241,0.0010554238],"about_ca_topic_score_codex":0.005274189,"about_ca_topic_score_gemma":0.00137504,"teacher_disagreement_score":0.4140653,"about_ca_system_score_codex":0.00075094687,"about_ca_system_score_gemma":0.00016882867,"threshold_uncertainty_score":0.9995941},"labels":[],"label_agreement":null},{"id":"W4311457684","doi":"10.1109/mcg.2022.3219143","title":"Best Paper Awards 2021","year":2022,"lang":"en","type":"article","venue":"IEEE Computer Graphics and Applications","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Computer science; Data science; Computer graphics (images)","score_opus":0.011271846717866223,"score_gpt":0.2261755975911283,"score_spread":0.21490375087326208,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311457684","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011615221,0.00035357854,0.9854412,0.0012130372,0.00032715715,0.00022170502,0.000010141265,0.00010864495,0.0007093312],"genre_scores_gemma":[0.983053,0.00011215923,0.013942031,0.0018538891,0.00042754467,0.00037265496,0.000009471296,0.000016015862,0.00021317613],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989201,0.00005054057,0.00017178265,0.00043573076,0.00021514032,0.00020673787],"domain_scores_gemma":[0.9990913,0.00006775537,0.000060591166,0.0006210458,0.000056410114,0.00010288513],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00021482518,0.00011816883,0.00011881833,0.00011679109,0.00097219815,0.00020939387,0.00051227876,0.000029133967,0.000018340945],"category_scores_gemma":[7.72835e-7,0.00012637426,0.00006454174,0.0005348651,0.0000637136,0.00012422612,0.0003639713,0.00022921145,0.000017062677],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012199563,0.00020343196,0.00039037605,0.000014081979,0.000029432977,0.000009159537,0.00039169675,0.0016097876,0.00078651943,0.75418466,0.0072739217,0.23510568],"study_design_scores_gemma":[0.00027677475,0.00010534006,0.0008263432,0.000008743694,0.000015029071,0.00013006307,0.00004489606,0.18873407,0.00013655223,0.018582992,0.7907712,0.00036802673],"about_ca_topic_score_codex":0.00003370345,"about_ca_topic_score_gemma":0.0000043779874,"teacher_disagreement_score":0.97149915,"about_ca_system_score_codex":0.000015143411,"about_ca_system_score_gemma":0.000038337956,"threshold_uncertainty_score":0.74774605},"labels":[],"label_agreement":null},{"id":"W4311524705","doi":"10.22323/1.418.0122","title":"Exploring CrowdBots: a new evolutionary pathway for citizen science projects","year":2022,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Crowdsourcing; Artificial intelligence; Leverage (statistics); Computer science; Machine learning; Inference; Citizen science; Reinforcement learning; Data science","score_opus":0.12161737510949763,"score_gpt":0.25313821619798593,"score_spread":0.1315208410884883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311524705","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14359364,0.00020030807,0.8405954,0.0019629537,0.001970712,0.00083379174,0.0000060143893,0.0010038567,0.009833271],"genre_scores_gemma":[0.889045,0.0000023433886,0.107307896,0.00047362834,0.0001693918,0.00031057894,0.0000017444565,0.000014965793,0.0026744653],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979286,0.000038861643,0.00020827354,0.0006641672,0.0006027035,0.0005573594],"domain_scores_gemma":[0.99890226,0.00011491082,0.00006862881,0.0006279363,0.00010947853,0.00017678825],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00080806,0.00013622959,0.00013382651,0.0002819284,0.0016213469,0.0002725182,0.0011915141,0.000013832058,0.0000318753],"category_scores_gemma":[0.00013076702,0.00013641448,0.00008290524,0.0013133325,0.00009043906,0.0010443111,0.0009485865,0.0001473632,0.0000112937],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000061348015,0.0002666918,0.0004972506,0.00007119501,0.000032525346,0.00006852483,0.013436968,0.011454592,0.078103885,0.52477574,0.03742273,0.33380854],"study_design_scores_gemma":[0.003133102,0.0015115804,0.0032655469,0.00011157876,0.00002085393,0.0007281768,0.00623437,0.5998388,0.09482242,0.029173017,0.25907174,0.002088824],"about_ca_topic_score_codex":0.00009715837,"about_ca_topic_score_gemma":0.000002626908,"teacher_disagreement_score":0.74545133,"about_ca_system_score_codex":0.00024885297,"about_ca_system_score_gemma":0.0011118285,"threshold_uncertainty_score":0.99967843},"labels":[],"label_agreement":null},{"id":"W4312339053","doi":"10.2139/ssrn.4227316","title":"Sequential Private Experimentation Under Conclusive Bad News","year":2018,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thompson Rivers University","funders":"","keywords":"Psychology; Business","score_opus":0.01144760572455709,"score_gpt":0.27287413773302166,"score_spread":0.26142653200846455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312339053","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2914152,0.00037159846,0.7054906,0.0008508105,0.0006351953,0.00007354738,1.6008146e-7,0.000078144614,0.0010847505],"genre_scores_gemma":[0.99493045,0.00014595187,0.0028406288,0.00059045065,0.0008601375,0.0000026757928,0.0000011064146,0.000016272113,0.00061230635],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9973986,0.00012891367,0.00026497725,0.00029449246,0.0003088674,0.0016041427],"domain_scores_gemma":[0.9992406,0.00002723031,0.00018153267,0.00030801797,0.00013949859,0.00010313338],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007616774,0.000155096,0.00013893002,0.00010521287,0.00055105326,0.00031851316,0.000533946,0.000064704596,0.000029780782],"category_scores_gemma":[0.000021604508,0.00014183401,0.000089781526,0.00023433249,0.00009698563,0.0005072529,0.00014296224,0.0007141784,0.00010532514],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033807235,0.000053794385,0.0002362551,0.0000021660155,0.0001413691,0.0000125368115,0.0024166603,0.00016289308,0.060640976,0.8669657,0.00044601952,0.068887815],"study_design_scores_gemma":[0.0033702564,0.0019853776,0.00059308397,0.00009033571,0.000062092746,0.0041046566,0.005744212,0.01598571,0.1376732,0.8192087,0.0101055205,0.0010768415],"about_ca_topic_score_codex":0.00006332361,"about_ca_topic_score_gemma":0.00018818655,"teacher_disagreement_score":0.70351523,"about_ca_system_score_codex":0.0007350422,"about_ca_system_score_gemma":0.0011350968,"threshold_uncertainty_score":0.5783823},"labels":[],"label_agreement":null},{"id":"W4315781267","doi":"10.18280/i2m.210605","title":"A Multi Task Allocation Based Time Optimization Framework Using Social Networks in Mobile Crowd Sensing","year":2022,"lang":"en","type":"article","venue":"Instrumentation Mesure Métrologie","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Computer science; Task (project management); Scheduling (production processes); Schedule; Crowdsensing; Real-time computing; Task analysis; Optimization problem; Crowdsourcing; Greedy algorithm; Distributed computing; Engineering; Computer security; Algorithm","score_opus":0.02272129765181543,"score_gpt":0.2815066380468513,"score_spread":0.25878534039503587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4315781267","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26800966,0.00005216297,0.73065656,0.0003580297,0.00039880155,0.0003278193,0.0000033074607,0.00017369982,0.000019924944],"genre_scores_gemma":[0.72071767,0.0000020356974,0.27846974,0.00063818507,0.00006910617,0.00003515136,0.000040232437,0.000018431461,0.0000094354855],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9974165,0.0007229824,0.00046230626,0.0005545388,0.00041346365,0.00043022947],"domain_scores_gemma":[0.9990361,0.00018971524,0.0002947622,0.00033858564,0.000087286644,0.00005358712],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010764243,0.00021323765,0.0002458433,0.00029306233,0.0007792335,0.00023446375,0.00037739016,0.00014633423,0.00005313758],"category_scores_gemma":[0.00007936742,0.00025522948,0.00008714222,0.001035196,0.000059330025,0.0003107091,0.0002065379,0.00046081378,0.0000049554064],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028546605,0.00007287911,0.0009823324,0.000005544986,0.000010632102,0.0000148678555,0.000919402,0.9738118,0.0047032638,0.00007044384,0.00004738717,0.0193329],"study_design_scores_gemma":[0.00081251864,0.00008438339,0.0011042226,0.000017675478,0.000013550918,0.000015612448,0.0002602749,0.99683416,0.00038854193,0.00013992259,0.00008558584,0.00024356722],"about_ca_topic_score_codex":0.000057997844,"about_ca_topic_score_gemma":0.000006196242,"teacher_disagreement_score":0.452708,"about_ca_system_score_codex":0.00047617478,"about_ca_system_score_gemma":0.00017325778,"threshold_uncertainty_score":0.99999},"labels":[],"label_agreement":null},{"id":"W4315786244","doi":"10.1002/ett.4728","title":"Developing smart city services using intent‐aware recommendation systems: A survey","year":2023,"lang":"en","type":"article","venue":"Transactions on Emerging Telecommunications Technologies","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"Qatar National Research Fund","keywords":"Smart city; Computer science; Information and Communications Technology; Service (business); Architecture; Provisioning; Data science; Internet of Things; World Wide Web; Telecommunications; Business","score_opus":0.08758302252827621,"score_gpt":0.3189107622996612,"score_spread":0.231327739771385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4315786244","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.059884313,0.00009369838,0.9265515,0.0057376334,0.00039582024,0.00029244437,0.000019380945,0.0069164685,0.000108711414],"genre_scores_gemma":[0.9512989,0.00055281806,0.047801625,0.000053894943,0.000005481862,0.00010991038,0.00006917886,0.000027176846,0.00008103546],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980537,0.00028693158,0.0005068549,0.00048736666,0.00020756504,0.00045752744],"domain_scores_gemma":[0.99705017,0.00048540524,0.00020957907,0.0019499756,0.00026687578,0.0000379745],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.001043793,0.00025509138,0.00026755864,0.001050419,0.0015521062,0.00035044932,0.0018963607,0.00018986549,0.000008441931],"category_scores_gemma":[0.00007985629,0.0002704286,0.00008782414,0.0035366227,0.00010959915,0.00057220913,0.0001663907,0.0005481102,0.000070522045],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003402122,0.000506473,0.0076862127,0.0004329021,0.0005559811,0.0000110605915,0.0037306917,0.14310493,0.002185122,0.016104262,0.0007928267,0.8248555],"study_design_scores_gemma":[0.00029108452,0.000056596542,0.0038607372,0.00047565612,0.000029228564,0.000036784117,0.005945828,0.97868484,0.0039230227,0.0014969627,0.004515936,0.00068334216],"about_ca_topic_score_codex":0.0012651001,"about_ca_topic_score_gemma":0.000530682,"teacher_disagreement_score":0.8914146,"about_ca_system_score_codex":0.00027712606,"about_ca_system_score_gemma":0.000095133204,"threshold_uncertainty_score":0.9999748},"labels":[],"label_agreement":null},{"id":"W4318984199","doi":"10.1145/3580392","title":"Practical Byzantine Fault Tolerance Based Robustness for Mobile Crowdsensing","year":2023,"lang":"en","type":"article","venue":"Distributed Ledger Technologies Research and Practice","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Robustness (evolution); Single point of failure; Byzantine fault tolerance; Blockchain; Distributed computing; Crowdsensing; Computer security; Fault tolerance; Server; Computer network","score_opus":0.10922820812376915,"score_gpt":0.4145595175178776,"score_spread":0.30533130939410846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318984199","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038129475,0.00057419325,0.9149684,0.040478848,0.00029656081,0.0011730731,0.000079631085,0.0036949553,0.000604881],"genre_scores_gemma":[0.90430766,0.00020615644,0.09461156,0.00010661557,0.0000777139,0.0003683247,0.00010760048,0.000033935852,0.00018040974],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99631006,0.00039860202,0.00037273086,0.00096293003,0.0006968142,0.0012588814],"domain_scores_gemma":[0.9869651,0.010219991,0.0001550791,0.00115135,0.0013644585,0.00014399558],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.004349489,0.00026489774,0.00033540963,0.0004979607,0.0011195408,0.0009923027,0.00078126235,0.00033901486,0.0000031524805],"category_scores_gemma":[0.023774277,0.00024528443,0.000077863566,0.0033130082,0.0006150298,0.0011009334,0.0007583046,0.0010303378,0.00004476238],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017630997,0.0015021164,0.0005627897,0.0010003485,0.00027967046,0.0020711655,0.0007485286,0.022304278,0.036778595,0.073837005,0.26726878,0.59188366],"study_design_scores_gemma":[0.0011915575,0.0007605567,0.00009731574,0.0001392062,0.000020958187,0.00028999173,0.0047927587,0.5998748,0.03706672,0.0014294734,0.35380936,0.0005273237],"about_ca_topic_score_codex":0.000021478094,"about_ca_topic_score_gemma":0.0000044523326,"teacher_disagreement_score":0.8661782,"about_ca_system_score_codex":0.000064806314,"about_ca_system_score_gemma":0.0002832341,"threshold_uncertainty_score":0.99999994},"labels":[],"label_agreement":null},{"id":"W4319083538","doi":"10.3390/s23031699","title":"Use of Mobile Crowdsensing in Disaster Management: A Systematic Review, Challenges, and Open Issues","year":2023,"lang":"en","type":"review","venue":"Sensors","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"Natural Sciences and Engineering Research Council of Canada; University of Ottawa","keywords":"Crowdsensing; Crowdsourcing; Emergency management; Computer science; Disaster recovery; Preparedness; Mobile device; Data science; Computer security; Risk analysis (engineering); Process management; Knowledge management; Engineering; Business; World Wide Web","score_opus":0.14891388266612096,"score_gpt":0.36030635322130933,"score_spread":0.21139247055518837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319083538","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00001752906,0.994949,0.00002645128,0.000048511465,0.00016548288,0.004233267,0.0000059492927,0.000111795955,0.0004420361],"genre_scores_gemma":[0.0000092700475,0.99614537,0.002006968,0.000043132964,0.000025096724,0.0001812711,0.0000059642985,0.00007241749,0.0015105205],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99593437,0.00085450424,0.0014924598,0.00093054026,0.0003566773,0.00043142852],"domain_scores_gemma":[0.9967718,0.0005641465,0.0007574412,0.0017462344,0.00006177088,0.000098597375],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014738401,0.0005195838,0.0037754115,0.00046242878,0.00006469247,0.0003864218,0.0011291541,0.00018121993,0.0000013770459],"category_scores_gemma":[0.00019404563,0.00041755015,0.00026288262,0.000774595,0.000075444026,0.00033855456,0.0015897152,0.00028656767,0.00005923996],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[4.6246197e-7,0.00001955424,6.886471e-8,0.7890588,0.000117603944,0.00016348889,0.00065700104,0.000008127967,5.309487e-8,0.0013798724,0.00010410948,0.20849085],"study_design_scores_gemma":[0.000085211344,0.000028680422,8.3052237e-7,0.9139659,0.0005575786,0.00012783428,0.00022419101,0.0005024747,4.251804e-7,0.0000808398,0.08398638,0.00043965116],"about_ca_topic_score_codex":0.000076874756,"about_ca_topic_score_gemma":0.000038433576,"teacher_disagreement_score":0.2080512,"about_ca_system_score_codex":0.00006681488,"about_ca_system_score_gemma":0.00003834203,"threshold_uncertainty_score":0.9998276},"labels":[],"label_agreement":null},{"id":"W4319953071","doi":"10.17760/d20467224","title":"Artificial intelligence tools to promote social good in gig markets","year":2022,"lang":"en","type":"dissertation","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Science North","funders":"","keywords":"Crowdsourcing; Reputation; Audit; Plug-in; Computer science; Artificial intelligence; World Wide Web; Economics; Management","score_opus":0.030420055308538748,"score_gpt":0.2955165146230176,"score_spread":0.26509645931447884,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319953071","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6822748,0.00017315648,0.13183549,0.0025026605,0.0075570117,0.0025521466,0.00002642963,0.0010407128,0.17203757],"genre_scores_gemma":[0.9639828,0.0000063648563,0.014338451,0.0004731815,0.00039286056,0.00023621047,0.00019212591,0.00006839832,0.020309605],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99736774,0.00014050878,0.0005818132,0.0008462897,0.0005698837,0.0004937729],"domain_scores_gemma":[0.99908316,0.00009184451,0.00015509229,0.00048868416,0.000080246646,0.000100950994],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00075807405,0.00030353558,0.00036346447,0.00038653065,0.00031995977,0.00058281125,0.0011138482,0.0002021534,0.00041656772],"category_scores_gemma":[0.00013114647,0.00033341307,0.0001336075,0.0010328159,0.000012912984,0.00023938212,0.00024027798,0.0005869382,0.000119672724],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046263267,0.00010020686,0.000009088888,0.000050639712,0.000012255965,0.00006750129,0.008579558,0.00011106287,0.0010647008,0.03110798,0.00090197404,0.95794874],"study_design_scores_gemma":[0.0009442431,0.0026003125,0.04560328,0.002558405,0.00023795114,0.00022725436,0.05182305,0.1513522,0.28021917,0.16114609,0.28644907,0.016839007],"about_ca_topic_score_codex":0.00012914785,"about_ca_topic_score_gemma":0.0008365335,"teacher_disagreement_score":0.9411098,"about_ca_system_score_codex":0.00018863537,"about_ca_system_score_gemma":0.0002522776,"threshold_uncertainty_score":0.9999118},"labels":[],"label_agreement":null},{"id":"W4320029510","doi":"10.1109/globecom48099.2022.10000854","title":"Impact of Users' Mobility on the Quality of Edge Sensing Systems","year":2022,"lang":"en","type":"article","venue":"GLOBECOM 2022 - 2022 IEEE Global Communications Conference","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Qatar University","keywords":"Waypoint; Incentive; Computer science; Enhanced Data Rates for GSM Evolution; Exploit; Scheme (mathematics); Computer network; Randomness; Mobility model; Quality (philosophy); Real-time computing; Computer security; Telecommunications","score_opus":0.08411425092889377,"score_gpt":0.3463369780461799,"score_spread":0.2622227271172861,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4320029510","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95637107,0.0008529773,0.02949427,0.0011869642,0.000824594,0.0008188318,0.00072013354,0.00017278017,0.0095583545],"genre_scores_gemma":[0.9984571,0.00005476172,0.0012422876,0.0000857954,0.000015320264,0.000045657693,0.000027143038,0.000009606967,0.00006235086],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9944336,0.0028598488,0.0009678765,0.00050528854,0.0008381687,0.0003952078],"domain_scores_gemma":[0.9912086,0.0010887135,0.000825466,0.006298144,0.00046855217,0.00011052023],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00293189,0.0002718703,0.00053746125,0.000097193115,0.0010520843,0.00015247751,0.0047203996,0.0000646998,0.00009214968],"category_scores_gemma":[0.0003057368,0.0002353266,0.00034884523,0.0015838573,0.00043350228,0.00018038022,0.0024716945,0.0006534537,0.000009763189],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023665586,0.0026740571,0.030675177,0.00021257375,0.00068366906,0.000009557196,0.0046834014,0.04851619,0.0176649,0.8487925,0.014795788,0.031055525],"study_design_scores_gemma":[0.0019028098,0.0017239053,0.12636179,0.00034610266,0.00013785438,0.00019544929,0.009932449,0.8354917,0.0014496892,0.015029206,0.0056717484,0.0017572683],"about_ca_topic_score_codex":0.006001408,"about_ca_topic_score_gemma":0.00020546062,"teacher_disagreement_score":0.8337633,"about_ca_system_score_codex":0.00062322017,"about_ca_system_score_gemma":0.00062147854,"threshold_uncertainty_score":0.95963407},"labels":[],"label_agreement":null},{"id":"W4321609790","doi":"10.1109/tnse.2022.3226422","title":"Intelligent Task Allocation for Mobile Crowdsensing With Graph Attention Network and Deep Reinforcement Learning","year":2023,"lang":"en","type":"article","venue":"IEEE Transactions on Network Science and Engineering","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Heuristics; Reinforcement learning; Task (project management); Solver; Task analysis; Artificial intelligence; Distributed computing; Machine learning; Engineering","score_opus":0.008987983892442675,"score_gpt":0.2096274687898367,"score_spread":0.20063948489739403,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321609790","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08088332,0.00010191698,0.9178041,0.00006226727,0.00050002034,0.0002985248,1.3415216e-7,0.00032414118,0.000025543419],"genre_scores_gemma":[0.98728716,0.00021155168,0.012196751,0.00004703189,0.00010519468,0.000071360235,0.0000013169632,0.00001678196,0.00006281975],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984397,0.000014827508,0.00020315227,0.00046582974,0.00030792074,0.0005685678],"domain_scores_gemma":[0.9993135,0.00014161736,0.000055254535,0.00022556257,0.00012424226,0.0001398696],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009590869,0.00017342827,0.00014653527,0.00023605958,0.0010273298,0.00035582573,0.00016039818,0.000050237362,5.7268295e-7],"category_scores_gemma":[0.000009438984,0.00016357633,0.000036711248,0.0017000522,0.000110797824,0.00046089457,0.00000877969,0.00018951352,0.0000025979352],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000075970797,0.000004682154,0.000020021964,0.000023357317,0.000011549065,0.0000016850481,0.00033879356,0.9476224,0.0024628965,0.0003358651,0.000023180153,0.049147945],"study_design_scores_gemma":[0.00016876141,0.00020228466,0.00025266391,0.00016852378,0.000016521482,0.00002426163,0.000115870746,0.99703074,0.0011985188,0.000054060183,0.0005582997,0.00020948604],"about_ca_topic_score_codex":0.000009557178,"about_ca_topic_score_gemma":0.000009787668,"teacher_disagreement_score":0.9064039,"about_ca_system_score_codex":0.000057161134,"about_ca_system_score_gemma":0.000045252065,"threshold_uncertainty_score":0.79014945},"labels":[],"label_agreement":null},{"id":"W4323050769","doi":"10.1007/s12083-023-01454-4","title":"Time window-based online task assignment in mobile crowdsensing: Problems and algorithms","year":2023,"lang":"en","type":"article","venue":"Peer-to-Peer Networking and Applications","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China; Department of Natural Resources, Government of Newfoundland and Labrador","keywords":"Computer science; Upload; Online algorithm; Crowdsensing; Task (project management); Benchmark (surveying); Real-time computing; Distributed computing; Data mining; Algorithm; Computer security","score_opus":0.019998083756520423,"score_gpt":0.26323080407637983,"score_spread":0.2432327203198594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323050769","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19087088,0.00047232208,0.7829615,0.02056731,0.00034939515,0.0027916038,0.00004816829,0.0012742002,0.0006646604],"genre_scores_gemma":[0.97412735,0.000024408704,0.021426408,0.00096511963,0.00050021964,0.00060152943,0.00009176109,0.000045214656,0.0022179938],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99767524,0.00006799809,0.0003699242,0.00083201076,0.00047654202,0.00057828816],"domain_scores_gemma":[0.9985561,0.00026524684,0.00008266339,0.00061824993,0.00015844163,0.00031934772],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009915947,0.00024849438,0.00029258843,0.00031930808,0.0003801398,0.00036293585,0.0003299673,0.000094393574,0.0000019989257],"category_scores_gemma":[0.00003303628,0.00025631336,0.00004225504,0.0016720794,0.00007477012,0.000085995736,0.0002913708,0.00023408528,0.00008459713],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008159314,0.00022559142,0.0013998911,0.000051526713,0.000026224943,0.000020472939,0.0027026425,0.34699866,0.007910285,0.00034198526,0.0093545085,0.63096005],"study_design_scores_gemma":[0.0004612096,0.00010478992,0.003277624,0.00019468398,0.0000146291095,0.000019646941,0.00012000245,0.60638136,0.00026152417,0.00059942954,0.3880972,0.00046789742],"about_ca_topic_score_codex":0.000047844696,"about_ca_topic_score_gemma":0.00002701702,"teacher_disagreement_score":0.7832565,"about_ca_system_score_codex":0.00005974318,"about_ca_system_score_gemma":0.000048793045,"threshold_uncertainty_score":0.9999889},"labels":[],"label_agreement":null},{"id":"W4327586534","doi":"10.21203/rs.3.rs-2573085/v1","title":"Design and Evaluation of Crowd-sourcing Platforms Based on Users’ Confidence Judgments","year":2023,"lang":"en","type":"preprint","venue":"Research Square","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Correctness; Computer science; Test (biology); Metacognition; Popularity; Crowd sourcing; Artificial intelligence; Human–computer interaction; Machine learning; Cognition; Psychology; Social psychology","score_opus":0.2512312015292228,"score_gpt":0.41889367364340957,"score_spread":0.16766247211418678,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4327586534","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38215607,0.00033897342,0.61277264,0.0006260725,0.00052919745,0.0026532402,0.000013226328,0.00030191563,0.0006086674],"genre_scores_gemma":[0.9883994,0.000048831585,0.011102945,0.00003153699,0.0000650206,0.0001737343,0.00001629925,0.000040438354,0.000121800476],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9930341,0.0009560949,0.00046374588,0.0010799794,0.0037932524,0.00067277334],"domain_scores_gemma":[0.99473655,0.0018867328,0.00022718975,0.0015828633,0.0013595064,0.00020716553],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.01598082,0.00028716974,0.0003946662,0.00091605465,0.00036939443,0.0005533218,0.0010553303,0.0003038621,0.000016374901],"category_scores_gemma":[0.0013168195,0.0002676781,0.00010245206,0.0007121883,0.00019714683,0.00019226565,0.0013369451,0.0012928426,0.00004198517],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000121853984,0.00019603666,0.0016703049,0.0017080896,0.00008960633,0.00006889473,0.004268963,0.9334186,0.0024401532,0.0026825129,0.0016949569,0.051640086],"study_design_scores_gemma":[0.00055533706,0.00025367763,0.0040284405,0.0030742427,0.000017758877,0.0000025133722,0.00022245217,0.9716481,0.008657777,0.011261158,0.0000273637,0.00025116868],"about_ca_topic_score_codex":0.00030222334,"about_ca_topic_score_gemma":0.0000125790675,"teacher_disagreement_score":0.6062433,"about_ca_system_score_codex":0.0003293252,"about_ca_system_score_gemma":0.0011386971,"threshold_uncertainty_score":0.9999775},"labels":[],"label_agreement":null},{"id":"W4327909872","doi":"10.1145/3576840.3578288","title":"Taking Search to Task","year":2023,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada)","funders":"National Science Foundation","keywords":"Computer science; Task (project management); Data science; Human–computer interaction; World Wide Web","score_opus":0.03618877596297738,"score_gpt":0.2906310978222022,"score_spread":0.25444232185922483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4327909872","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22101526,0.0000053679873,0.73363805,0.0049518286,0.0003526401,0.000098529876,2.4769457e-7,0.0013680471,0.03857004],"genre_scores_gemma":[0.9829805,8.09538e-7,0.012068568,0.00068432064,0.00006066939,0.0000039449437,4.4262413e-7,0.0000063693506,0.004194399],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991203,0.00002489164,0.00008489689,0.0002582638,0.00020515696,0.00030647527],"domain_scores_gemma":[0.99937576,0.000059601,0.000011897204,0.00040922893,0.00003606946,0.000107442596],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003636365,0.000058952694,0.00006481771,0.00015298722,0.00013045371,0.00019708091,0.0004178653,0.000021589876,0.00003457575],"category_scores_gemma":[0.000044640194,0.000052565458,0.000028214045,0.0010553097,0.000008354478,0.00010426345,0.00034223625,0.00006548473,0.0018247012],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029867674,0.00002445444,0.0017422211,0.000021684044,0.000015582515,0.00017506043,0.004929515,0.011266731,0.059946753,0.10481018,0.059593372,0.75747144],"study_design_scores_gemma":[0.00036556437,0.00015874807,0.05265138,0.00009475643,0.0000036293297,0.00006436319,0.000575665,0.80124635,0.051645298,0.0017367551,0.09071545,0.0007420189],"about_ca_topic_score_codex":0.000058712223,"about_ca_topic_score_gemma":0.0000070225874,"teacher_disagreement_score":0.78997964,"about_ca_system_score_codex":0.00001572444,"about_ca_system_score_gemma":0.000023519146,"threshold_uncertainty_score":0.9989525},"labels":[],"label_agreement":null},{"id":"W4362554832","doi":"10.1145/3589762","title":"A Variational Neural Architecture for Skill-based Team Formation","year":2023,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; University of Windsor; Toronto Metropolitan University","funders":"","keywords":"Computer science; Heuristics; Machine learning; Bayesian network; Task (project management); Set (abstract data type); Identification (biology); Artificial intelligence; Architecture; Artificial neural network; Range (aeronautics); Cover (algebra); Space (punctuation); Bayesian optimization; Theoretical computer science","score_opus":0.015551157534069838,"score_gpt":0.23988162223202208,"score_spread":0.22433046469795226,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362554832","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0015622643,0.000004688746,0.9941448,0.0012305595,0.0011196431,0.00065640337,0.000057476907,0.000792671,0.00043147538],"genre_scores_gemma":[0.9846542,0.0000015084679,0.01412271,0.00047079436,0.00007263766,0.0003977493,0.00013950325,0.000010153605,0.00013076677],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986232,0.000059745456,0.00048788753,0.0001562526,0.0004008185,0.0002720883],"domain_scores_gemma":[0.99854374,0.00038241068,0.00019006286,0.00059241685,0.00021349596,0.000077868885],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00048985175,0.00015242842,0.00014609765,0.00057024276,0.0005159522,0.0004818828,0.00044059654,0.00009796273,0.000003453272],"category_scores_gemma":[0.00007888544,0.00014222547,0.00012382535,0.00077801896,0.00001379633,0.0016816579,0.000007298157,0.0001475559,0.00019699035],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020495263,0.00001991248,0.000004600421,0.00013150083,0.000015851543,2.777557e-7,0.002456943,0.9181817,0.000060433358,0.0039399927,0.0018578286,0.073310465],"study_design_scores_gemma":[0.0006704882,0.000089445064,0.00011702801,0.00005425543,0.000007840047,0.000023634435,0.00034480533,0.9674731,0.0005363458,0.0003612491,0.030151352,0.00017045847],"about_ca_topic_score_codex":0.00002041741,"about_ca_topic_score_gemma":0.0000027856224,"teacher_disagreement_score":0.9830919,"about_ca_system_score_codex":0.00008685628,"about_ca_system_score_gemma":0.0000758457,"threshold_uncertainty_score":0.57997864},"labels":[],"label_agreement":null},{"id":"W4363651296","doi":"10.1145/3582437.3582472","title":"Lessons Learned from Video Game Players Sorting Genomes","year":2023,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Computer science; Presentation (obstetrics); Focus (optics); Sorting; Game design; Simple (philosophy); Video game; Game Developer; Human–computer interaction; Video game design; Data science; Multimedia; Algorithm","score_opus":0.07160855901813315,"score_gpt":0.2952636997606593,"score_spread":0.22365514074252615,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4363651296","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65043086,0.00018253435,0.3218248,0.0099230725,0.00074430124,0.0001275549,0.000003625016,0.002970069,0.013793172],"genre_scores_gemma":[0.9868451,0.000037088084,0.00824134,0.00047175025,0.00012603939,0.000006170934,0.000006009427,0.000016908982,0.0042495886],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985112,0.000050839706,0.00022902538,0.00051953655,0.00024749574,0.00044192845],"domain_scores_gemma":[0.99887455,0.00026822105,0.00007625193,0.00062988454,0.000034733606,0.000116354284],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003633065,0.00013758324,0.00017167472,0.00013159719,0.00020142675,0.00034246693,0.0005595425,0.00006348775,0.000054285774],"category_scores_gemma":[0.000089255904,0.00012693237,0.000085557425,0.0006031686,0.00003423577,0.0002361732,0.00033819713,0.00015053521,0.0009812927],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000057643438,0.000029009141,0.002215785,0.0000130705275,0.0000679609,0.00015322851,0.006312644,0.008469269,0.044024676,0.036230784,0.010266927,0.8922109],"study_design_scores_gemma":[0.0006717741,0.00005322174,0.008933976,0.00008134059,0.000017590804,0.0000152354105,0.0016068013,0.89334494,0.026042692,0.028811848,0.039636705,0.0007839039],"about_ca_topic_score_codex":0.00027772857,"about_ca_topic_score_gemma":0.000039235463,"teacher_disagreement_score":0.891427,"about_ca_system_score_codex":0.0000289049,"about_ca_system_score_gemma":0.0000531641,"threshold_uncertainty_score":0.99979657},"labels":[],"label_agreement":null},{"id":"W4366966720","doi":"10.1109/access.2023.3269751","title":"Learning From Crowds With Contrastive Representation","year":2023,"lang":"en","type":"article","venue":"IEEE Access","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"China Scholarship Council; U.S. Department of Commerce","keywords":"Crowds; Computer science; Representation (politics); Artificial intelligence; Natural language processing; Computer security; Political science","score_opus":0.03883919892408309,"score_gpt":0.299565642288911,"score_spread":0.2607264433648279,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366966720","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6594182,0.000012285616,0.3374288,0.00024580688,0.00034048533,0.00008401466,8.6944976e-7,0.0005755415,0.0018939419],"genre_scores_gemma":[0.9982484,0.0000067187625,0.00097548193,0.0001221772,0.00015633785,0.000016093898,0.0000075012676,0.000013708847,0.00045355223],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988343,0.00008196808,0.00013975229,0.00042043754,0.00026266326,0.00026085644],"domain_scores_gemma":[0.99910694,0.00028140843,0.000092357404,0.00035742347,0.00009243098,0.00006941259],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016334289,0.00011200726,0.0001398977,0.00010695226,0.00022425255,0.00064350147,0.0005651582,0.000043674074,0.000009850283],"category_scores_gemma":[0.00006112514,0.000096612544,0.00003244068,0.0008461366,0.000042779368,0.0008000921,0.00012232167,0.00017207096,0.00011800608],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001800457,0.000105011706,0.24872833,0.00004967001,0.00033068878,0.0012240474,0.016275594,0.32288307,0.053860247,0.004090226,0.015805922,0.33646715],"study_design_scores_gemma":[0.0018617052,0.0002539589,0.28187123,0.0002510208,0.000042232183,0.000034713026,0.0007612586,0.5827583,0.12265353,0.006889286,0.0017588375,0.0008639255],"about_ca_topic_score_codex":0.00048807365,"about_ca_topic_score_gemma":0.00003633722,"teacher_disagreement_score":0.33883017,"about_ca_system_score_codex":0.00002172255,"about_ca_system_score_gemma":0.00003920007,"threshold_uncertainty_score":0.62052995},"labels":[],"label_agreement":null},{"id":"W4376270101","doi":"10.1155/2023/8668473","title":"Vehicular Crowdsensing with High-Mileage Vehicles: Investigating Spatiotemporal Coverage Dynamics in Historical Cities with Complex Urban Road Networks","year":2023,"lang":"en","type":"article","venue":"Journal of Advanced Transportation","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"","keywords":"Taxis; Transport engineering; Computer science; Pedestrian; Grid; Work (physics); Complex network; Geography; Engineering","score_opus":0.011559650853450674,"score_gpt":0.2129315041652617,"score_spread":0.201371853311811,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376270101","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76577246,0.0000643553,0.23337711,0.00037104927,0.00020521872,0.00010850833,0.0000017514852,0.000083119856,0.000016456066],"genre_scores_gemma":[0.96104985,0.00002671672,0.038613703,0.00009931442,0.00011329282,0.0000025310223,0.000037915317,0.000030615178,0.000026079755],"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","domain_scores_codex":[0.9979776,0.00008977598,0.0007184237,0.00029285907,0.00057160686,0.0003497284],"domain_scores_gemma":[0.99857295,0.0001280271,0.0006655907,0.00023551218,0.00026261664,0.00013531075],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044761554,0.0002279986,0.00042494317,0.00033302818,0.0001738415,0.00011588991,0.00023634898,0.00008842813,8.4145177e-7],"category_scores_gemma":[0.000027133217,0.00019375367,0.00007417499,0.0010890076,0.000078806195,0.00090763246,0.0000075978305,0.0004996713,6.64811e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009982228,0.000031287567,0.029968357,0.000046852365,0.000026944514,0.0007066163,0.0027551597,0.9548522,0.0010756296,0.00087290443,0.000052719668,0.009511504],"study_design_scores_gemma":[0.0027457974,0.0007454495,0.5710764,0.0010680534,0.00004718576,0.000112886875,0.0014634539,0.42091855,0.00052208995,0.0006464906,0.00015791251,0.00049570925],"about_ca_topic_score_codex":0.00017886059,"about_ca_topic_score_gemma":0.00072570547,"teacher_disagreement_score":0.5411081,"about_ca_system_score_codex":0.0005592753,"about_ca_system_score_gemma":0.00014328248,"threshold_uncertainty_score":0.79010457},"labels":[],"label_agreement":null},{"id":"W4376457092","doi":"10.1109/jiot.2023.3268846","title":"Decentralized Task Assignment for Mobile Crowdsensing With Multi-Agent Deep Reinforcement Learning","year":2023,"lang":"en","type":"article","venue":"IEEE Internet of Things Journal","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Reinforcement learning; Scalability; Heuristic; Artificial intelligence; Task (project management); Distributed computing; Machine learning","score_opus":0.020595241305822458,"score_gpt":0.26507535112970854,"score_spread":0.24448010982388607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376457092","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15849088,0.00009567638,0.8397603,0.00013751499,0.00095731585,0.00029906418,2.1996229e-7,0.00017429536,0.00008475407],"genre_scores_gemma":[0.9493503,0.000051720515,0.049113743,0.0001768132,0.000096932636,0.000019965779,0.0000026455664,0.00003597218,0.0011518911],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99749446,0.0001132868,0.000699097,0.00039294426,0.0006301625,0.00067005266],"domain_scores_gemma":[0.99828106,0.00020437622,0.00065174315,0.00032923406,0.00030434036,0.0002292483],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013164551,0.0002696608,0.0003829168,0.0002905924,0.0002925361,0.00050624163,0.0006797665,0.00008586715,0.000015011745],"category_scores_gemma":[0.00011059904,0.00022070475,0.0002312287,0.00031758015,0.00007604841,0.0005514287,0.00015345761,0.00047302994,0.00002117547],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000231145,0.00013802199,0.00066523714,0.00013522315,0.0003987299,0.00025034978,0.023256814,0.8368598,0.077928156,0.00031638434,0.0036177642,0.056202322],"study_design_scores_gemma":[0.0019083427,0.00074771926,0.000070048714,0.0005585024,0.00004285505,0.00044932775,0.00064419396,0.91426176,0.07556276,0.00010279901,0.0053262087,0.00032545655],"about_ca_topic_score_codex":0.00004304741,"about_ca_topic_score_gemma":0.0000034377297,"teacher_disagreement_score":0.79085946,"about_ca_system_score_codex":0.00020157857,"about_ca_system_score_gemma":0.00009201042,"threshold_uncertainty_score":0.90000784},"labels":[],"label_agreement":null},{"id":"W4382322446","doi":"10.48550/arxiv.2306.14156","title":"Matching-based Hybrid Service Trading for Task Assignment over Dynamic Mobile Crowdsensing Networks","year":2023,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Basic and Applied Basic Research Foundation of Guangdong Province; Fundamental Research Funds for the Central Universities; National Natural Science Foundation of China; Natural Science Foundation of Xiamen City","keywords":"Computer science; Matching (statistics); Task (project management); Service (business); Provisioning; Futures contract; Quality (philosophy); Mode (computer interface); Quality of service; Distributed computing; Computer security; Computer network; Human–computer interaction; Business; Finance","score_opus":0.047504507074355294,"score_gpt":0.2019911266911436,"score_spread":0.1544866196167883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382322446","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25276336,0.00006132461,0.74381304,0.00011660503,0.0015237677,0.0007654703,0.00004076117,0.00083189236,0.000083778345],"genre_scores_gemma":[0.9948039,0.000024019673,0.0035394717,0.00043798934,0.00015899292,0.000011456894,0.0001195709,0.00011280523,0.0007918109],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9960792,0.00020416247,0.00044856782,0.002115305,0.00019865924,0.0009541226],"domain_scores_gemma":[0.9964864,0.0006012291,0.00049605937,0.0018978271,0.00022132351,0.0002971334],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007675602,0.00066844834,0.0006622476,0.0004164221,0.0006086522,0.00059371645,0.0015632309,0.0003749699,0.000012387227],"category_scores_gemma":[0.000022409227,0.000827089,0.00050345005,0.000799914,0.000091245296,0.0003245782,0.0012956074,0.00088819524,0.000037452308],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003503909,0.00006762997,0.000073562755,0.00022655579,0.00010843344,0.0003087448,0.00022215847,0.9954386,0.0003380711,0.0013652206,0.0005224509,0.0012935502],"study_design_scores_gemma":[0.0007858227,0.000067173896,0.000084989944,0.0005442602,0.00013408405,0.000010334481,0.00012830005,0.9854707,0.00028290984,0.011325644,0.000306122,0.00085965893],"about_ca_topic_score_codex":0.00041357815,"about_ca_topic_score_gemma":0.00023166496,"teacher_disagreement_score":0.7420405,"about_ca_system_score_codex":0.0007258968,"about_ca_system_score_gemma":0.0003280421,"threshold_uncertainty_score":0.999418},"labels":[],"label_agreement":null},{"id":"W4382991185","doi":"10.1109/chase58964.2023.00005","title":"Message from the General Chair and Program Co-Chairs","year":2023,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Computer science; Programming language","score_opus":0.017968125476328627,"score_gpt":0.27891465487853284,"score_spread":0.2609465294022042,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4382991185","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9549631,0.0001972922,0.023849448,0.005983135,0.0003553465,0.00030216677,0.000004924894,0.001974119,0.012370483],"genre_scores_gemma":[0.9881479,0.000031550546,0.007596324,0.000691137,0.00016305564,0.000025092126,0.000006285222,0.00000974024,0.0033289194],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9991567,0.00004831717,0.00010162316,0.00028931838,0.0001632905,0.00024072267],"domain_scores_gemma":[0.9993252,0.00013186912,0.000025143996,0.00043540238,0.000017735754,0.00006465237],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002623091,0.00009291501,0.000089348105,0.000027036482,0.00023588385,0.00032115311,0.00034458368,0.000036778612,0.000014778269],"category_scores_gemma":[0.000017288528,0.00005830789,0.00003399374,0.0002554568,0.00006523864,0.00008495376,0.00020305283,0.000090977774,0.000074606265],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000037887025,0.0000454195,0.0054953718,0.000008814586,0.000041758944,0.00007728318,0.004153142,0.00023474325,0.0030970024,0.035667226,0.09313128,0.85804415],"study_design_scores_gemma":[0.00072943565,0.0001530824,0.07045837,0.00006233573,0.000014182183,0.00004002998,0.0008278906,0.7574908,0.0077906884,0.00735127,0.15449911,0.0005827905],"about_ca_topic_score_codex":0.00025670623,"about_ca_topic_score_gemma":0.00004324674,"teacher_disagreement_score":0.8574614,"about_ca_system_score_codex":0.000006700955,"about_ca_system_score_gemma":0.000016781594,"threshold_uncertainty_score":0.3096887},"labels":[],"label_agreement":null},{"id":"W4384464518","doi":"10.1007/978-3-031-32397-3_11","title":"AI-Driven Attack Modeling and Defense Strategies in Mobile Crowdsensing: A Special Case Study on Fake Tasks","year":2023,"lang":"en","type":"book-chapter","venue":"Wireless networks","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Computer science; Task (project management); Computer security; Key (lock); Crowdsensing; Popularity; Variety (cybernetics); Process (computing); Trustworthiness; Crowdsourcing; Mobile device; Participatory sensing; Human–computer interaction; Data science; World Wide Web; Artificial intelligence; Engineering; Systems engineering","score_opus":0.03979774028663091,"score_gpt":0.27537360924227555,"score_spread":0.23557586895564464,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384464518","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7653946,0.0012994778,0.16342133,0.00019012383,0.0052304375,0.004310724,0.000036849073,0.0018703841,0.058246024],"genre_scores_gemma":[0.9909962,0.00014209785,0.00027694134,0.00017080798,0.0020101047,0.00003880875,0.000022108454,0.00018708795,0.006155873],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99594724,0.00014260589,0.0008717436,0.0016300915,0.0005665805,0.0008417074],"domain_scores_gemma":[0.99768746,0.00032453725,0.00028912048,0.0012969614,0.00015618867,0.00024571578],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0005566339,0.0008682483,0.001041374,0.0005119303,0.00042435282,0.0010929302,0.00054026506,0.00068883545,0.0000070551246],"category_scores_gemma":[0.000010611397,0.00090927933,0.00019831955,0.00025763272,0.00015867542,0.00030673516,0.0006274949,0.0017799203,0.000039881033],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045113953,0.00010635181,0.00003485497,0.000042436663,0.00010341189,0.035773113,0.0045613563,0.9030577,0.0000044645485,0.013819881,0.0007529044,0.04169844],"study_design_scores_gemma":[0.0008388959,0.0003945757,0.000011622149,0.00085463835,0.00005772923,0.0015872733,0.002049673,0.990993,0.0000010291047,0.0015115176,0.00069847156,0.0010015708],"about_ca_topic_score_codex":0.00022061667,"about_ca_topic_score_gemma":0.0020866608,"teacher_disagreement_score":0.22560152,"about_ca_system_score_codex":0.00014747556,"about_ca_system_score_gemma":0.00018053432,"threshold_uncertainty_score":0.99994403},"labels":[],"label_agreement":null},{"id":"W4384659592","doi":"10.1145/3539618.3592007","title":"Learning from Crowds with Annotation Reliability","year":2023,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Key Research and Development Program of China; Canadian Institute for Advanced Research","keywords":"Crowds; Computer science; Annotation; Crowdsourcing; Reliability (semiconductor); Quality (philosophy); Artificial intelligence; Machine learning; Supervised learning; World Wide Web","score_opus":0.01142408964575587,"score_gpt":0.21643702816604338,"score_spread":0.2050129385202875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4384659592","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6969085,0.000004828796,0.2971094,0.0006141666,0.00010455641,0.000051961862,2.3129627e-7,0.0011008304,0.0041055423],"genre_scores_gemma":[0.9796847,0.0000022285044,0.018305955,0.000099358884,0.00004575281,0.000005750864,0.0000067645983,0.00000834758,0.0018411134],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.999003,0.00006833488,0.00012445686,0.00037037476,0.00021798897,0.0002158725],"domain_scores_gemma":[0.9992254,0.00018356768,0.000042537704,0.00041304543,0.000075515345,0.00005996146],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00032070873,0.00008967226,0.000096326075,0.00006720671,0.00019291686,0.00019832463,0.00023325843,0.000038566817,0.00002053563],"category_scores_gemma":[0.00008474978,0.00007016402,0.000027539258,0.0006736945,0.00003222519,0.00029128336,0.000097274016,0.0001400042,0.00028066398],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000067754416,0.0001128707,0.20239437,0.00005952055,0.00008087448,0.00023660716,0.016256772,0.28974515,0.024645004,0.019593412,0.012690901,0.43411675],"study_design_scores_gemma":[0.00043400927,0.00019347988,0.1280859,0.0000465942,0.000007141731,0.000007941165,0.0004895782,0.852449,0.008437084,0.0031698938,0.006331007,0.00034836476],"about_ca_topic_score_codex":0.0002501111,"about_ca_topic_score_gemma":0.000019064642,"teacher_disagreement_score":0.56270385,"about_ca_system_score_codex":0.000021429898,"about_ca_system_score_gemma":0.00003460067,"threshold_uncertainty_score":0.36074612},"labels":[],"label_agreement":null},{"id":"W4385469832","doi":"10.1007/s11831-023-09981-2","title":"State of the Practice for Lattice Boltzmann Method Software","year":2023,"lang":"en","type":"article","venue":"Archives of Computational Methods in Engineering","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Computer science; Documentation; Software engineering; Usability; Agile software development; Maintainability; Software; Correctness; Software documentation; Software development; Software quality; Software development process; Human–computer interaction; Programming language","score_opus":0.020393882966577008,"score_gpt":0.34834286016656885,"score_spread":0.32794897719999183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385469832","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004027814,0.00006963398,0.9950148,0.00027777164,0.00025515596,0.00017665573,0.0000056455906,0.00008611379,0.00008642304],"genre_scores_gemma":[0.028243188,0.0000043046307,0.9716418,0.000034779896,0.000017342563,0.000016231766,0.000001705488,0.000013261715,0.000027402359],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99878085,0.00028274537,0.000353137,0.00020589003,0.00018755205,0.00018983491],"domain_scores_gemma":[0.9840014,0.015465821,0.00016424434,0.000263916,0.000074994656,0.00002962958],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014803616,0.00009904059,0.00019698334,0.00023873567,0.000045615256,0.000019348709,0.0004653741,0.000018759038,2.0224999e-7],"category_scores_gemma":[0.002526459,0.0000876248,0.00010305339,0.0006622108,0.00003551958,0.00014954696,0.00021832413,0.0001285118,3.8413938e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006456343,0.000014926084,0.00003990993,0.00011659802,0.000020431586,8.2990783e-7,0.0013930805,0.8237168,0.0024641037,0.010702238,0.0000066272573,0.16151798],"study_design_scores_gemma":[0.00019213272,0.000025483852,0.0049743843,0.00012272934,0.0000070825113,0.0000083705145,0.00003447738,0.9217574,0.008117337,0.06420482,0.00047190193,0.0000839067],"about_ca_topic_score_codex":0.000007644458,"about_ca_topic_score_gemma":4.2270688e-7,"teacher_disagreement_score":0.16143407,"about_ca_system_score_codex":0.000009128273,"about_ca_system_score_gemma":0.00005979327,"threshold_uncertainty_score":0.3573236},"labels":[],"label_agreement":null},{"id":"W4385597668","doi":"10.1007/s11042-023-16325-6","title":"Crowdsourcing of labeling image objects: an online gamification application for data collection","year":2023,"lang":"en","type":"article","venue":"Multimedia Tools and Applications","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec en Outaouais","funders":"","keywords":"Crowdsourcing; Computer science; Process (computing); Categorization; Quality (philosophy); Context (archaeology); Data collection; The Internet; Image (mathematics); Data mining; Information retrieval; Data science; Artificial intelligence; World Wide Web","score_opus":0.08861597550806546,"score_gpt":0.32356592625581376,"score_spread":0.2349499507477483,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385597668","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031721678,0.00008985569,0.96604383,0.00038663804,0.000054595122,0.0010847152,0.00018099409,0.00037809229,0.000059592763],"genre_scores_gemma":[0.53733295,0.00017384489,0.45790884,0.000087346016,0.00029956116,0.0009427188,0.0031056644,0.000035450812,0.000113640875],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9986339,0.00003409842,0.0003552758,0.00060763094,0.00015197186,0.0002171009],"domain_scores_gemma":[0.9979318,0.00036977322,0.00019668418,0.0012011505,0.00020820225,0.00009243176],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005591655,0.00012606829,0.00017159134,0.00015732701,0.00036621702,0.00015368134,0.00059535657,0.000076111515,9.63863e-7],"category_scores_gemma":[0.00014589338,0.00013292958,0.000029937897,0.0008756053,0.00006454316,0.0006142473,0.00018855944,0.00008618163,0.000009679432],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000072024786,0.00015130316,0.00028101445,0.00009428157,0.000015281164,1.7687087e-7,0.0009235331,0.0004307847,0.2636316,0.0022512982,0.00046460715,0.73174894],"study_design_scores_gemma":[0.0003483935,0.000033357923,0.002849612,0.000021288499,0.000020962536,0.0000033718318,0.00033085851,0.98086584,0.008038107,0.000835446,0.0064955843,0.0001572063],"about_ca_topic_score_codex":0.00007067116,"about_ca_topic_score_gemma":0.000038625527,"teacher_disagreement_score":0.980435,"about_ca_system_score_codex":0.000021893595,"about_ca_system_score_gemma":0.00006145061,"threshold_uncertainty_score":0.5420711},"labels":[],"label_agreement":null},{"id":"W4387303184","doi":"10.1109/tmc.2023.3321701","title":"Online Incentive Mechanisms for Socially-Aware and Socially-Unaware Mobile Crowdsensing","year":2023,"lang":"en","type":"article","venue":"IEEE Transactions on Mobile Computing","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China; Innovation for Defence Excellence and Security","keywords":"Computer science; Incentive; Incentive compatibility; Reverse auction; Rationality; Mobile device; Exploit; Computer security; Selection (genetic algorithm); Bidding; Artificial intelligence; World Wide Web; Microeconomics","score_opus":0.019873434698961558,"score_gpt":0.2798639538124632,"score_spread":0.25999051911350163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387303184","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.114219494,0.00004748768,0.8813142,0.00025776846,0.0017776148,0.0009889129,0.000053088243,0.0013042885,0.000037137757],"genre_scores_gemma":[0.95533246,0.000039594546,0.043616574,0.00029310037,0.00022998027,0.00010423797,0.000019524667,0.00007488763,0.00028964315],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997029,0.00015603218,0.0005477801,0.0010033507,0.00041613405,0.00084769714],"domain_scores_gemma":[0.9979396,0.0008189591,0.00021827174,0.0005325515,0.00028881006,0.00020181885],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0006490397,0.00041847225,0.0004939304,0.00037275345,0.0018461782,0.0004113949,0.0004762635,0.00023600004,0.000006873505],"category_scores_gemma":[0.000018169601,0.00046436206,0.00029037966,0.0009936747,0.00013131012,0.0003137509,0.000034435212,0.00046405435,0.000029172275],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000038825212,0.0004480018,0.000012724835,0.00020691146,0.00017736858,0.000054753706,0.0071841623,0.21882741,0.010889681,0.0029016957,0.00054387574,0.75871456],"study_design_scores_gemma":[0.0013559439,0.0005507844,0.00011388896,0.00034348734,0.00007153812,0.000040415383,0.0035285351,0.964575,0.022092165,0.005672513,0.0007755407,0.0008801908],"about_ca_topic_score_codex":0.000043242566,"about_ca_topic_score_gemma":0.00008563365,"teacher_disagreement_score":0.841113,"about_ca_system_score_codex":0.00017435254,"about_ca_system_score_gemma":0.00032481257,"threshold_uncertainty_score":0.99978083},"labels":[],"label_agreement":null},{"id":"W4387344871","doi":"10.1145/3610207","title":"Sensing Wellbeing in the Workplace, Why and For Whom? Envisioning Impacts with Organizational Stakeholders","year":2023,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":50,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Microsoft (Canada)","funders":"Microsoft Research","keywords":"Software deployment; Stakeholder; Emerging technologies; Digitization; Ambiguity; Knowledge management; Public relations; Situated; Sociotechnical system; Sociology; Computer science; Political science","score_opus":0.05822691235665016,"score_gpt":0.29377225281152197,"score_spread":0.2355453404548718,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387344871","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9813716,0.000006527018,0.0143933995,0.0033524735,0.00027676226,0.00033297573,5.5947146e-7,0.00010321782,0.00016252157],"genre_scores_gemma":[0.9872079,0.0000024507617,0.012000285,0.00055730884,0.00016433462,0.000005507288,0.0000019496413,0.000019766365,0.00004052998],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987744,0.000023436178,0.0002563617,0.00036841191,0.00031898246,0.00025842513],"domain_scores_gemma":[0.9987714,0.0004407039,0.00025065689,0.00033108468,0.00017343817,0.000032664942],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00070910243,0.00016493927,0.0001598096,0.0002530823,0.00053281826,0.0006939086,0.00083486404,0.00004920366,8.565265e-7],"category_scores_gemma":[0.00021972271,0.00010410712,0.000048984995,0.00074696844,0.000063503256,0.00055682455,0.00038378997,0.0002460738,0.0000017634267],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008611807,0.00070674374,0.06468092,0.00188421,0.00054841745,0.00004137844,0.20694897,0.05240482,0.28842485,0.07990222,0.1150784,0.18851791],"study_design_scores_gemma":[0.0034930601,0.0013386877,0.08697396,0.0064066295,0.000090545196,0.0005649733,0.008980038,0.7843635,0.0733704,0.028627833,0.0045497813,0.0012405871],"about_ca_topic_score_codex":0.000019981446,"about_ca_topic_score_gemma":0.000009313903,"teacher_disagreement_score":0.7319587,"about_ca_system_score_codex":0.00005667224,"about_ca_system_score_gemma":0.000019719762,"threshold_uncertainty_score":0.66913766},"labels":[],"label_agreement":null},{"id":"W4387475765","doi":"10.1109/jiot.2023.3323436","title":"Efficient Privacy-Preserving Task Allocation With Secret Sharing for Vehicular Crowdsensing","year":2023,"lang":"en","type":"article","venue":"IEEE Internet of Things Journal","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"National Natural Science Foundation of China","keywords":"Crowdsensing; Computer science; Task (project management); Computer security; Secret sharing; Computer network; Privacy protection; Cryptography","score_opus":0.018768275182961588,"score_gpt":0.2506260669904957,"score_spread":0.23185779180753413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387475765","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.53451025,0.000037865713,0.46413457,0.00045062616,0.00052124815,0.000113201706,3.6545168e-7,0.00012380457,0.00010807967],"genre_scores_gemma":[0.9630699,0.000004148388,0.03623118,0.00015181773,0.00018736297,0.0000047964404,0.0000018828354,0.00003325073,0.00031567566],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979204,0.00005690882,0.00053481973,0.00043950303,0.0005542653,0.0004940848],"domain_scores_gemma":[0.99817014,0.00018587937,0.00049084227,0.00058074505,0.00042241273,0.00014996745],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016829325,0.00021126396,0.00029258552,0.000352486,0.00024463795,0.000636822,0.0013495719,0.00008600044,0.0000038074138],"category_scores_gemma":[0.00025392795,0.00017975706,0.00016676201,0.00046317966,0.00005849614,0.0004193549,0.0003773025,0.00038749323,0.000010104638],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022317225,0.00015666097,0.0017575263,0.00048405761,0.00045394877,0.00036887196,0.040636025,0.5543879,0.36390138,0.0028582884,0.00860894,0.026163224],"study_design_scores_gemma":[0.0005234377,0.00016165161,0.00028248943,0.0009043926,0.00002470972,0.00051796006,0.00018187372,0.94174516,0.053988833,0.0009820681,0.00046648426,0.00022092536],"about_ca_topic_score_codex":0.000059377853,"about_ca_topic_score_gemma":0.0000025691108,"teacher_disagreement_score":0.42855966,"about_ca_system_score_codex":0.00010384441,"about_ca_system_score_gemma":0.00008613186,"threshold_uncertainty_score":0.733028},"labels":[],"label_agreement":null},{"id":"W4387544233","doi":"10.1109/icdcs57875.2023.00099","title":"Reliable Federated Learning Based Traffic Crowdsourcing in the Presence of Adversarial Users","year":2023,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Windsor","funders":"","keywords":"Crowdsourcing; Computer science; Collusion; Reputation; Adversarial system; Mobile device; Quality (philosophy); Artificial intelligence; World Wide Web","score_opus":0.0162873749576313,"score_gpt":0.23518022025361143,"score_spread":0.21889284529598013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387544233","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93207616,0.000020491869,0.06308049,0.0011213253,0.0003141071,0.00023541925,3.3372825e-7,0.00051600515,0.0026356946],"genre_scores_gemma":[0.99724776,0.0000030787526,0.0020483485,0.00015376355,0.000035400826,0.000009875514,0.0000027875346,0.000011382445,0.00048763162],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982333,0.0002556041,0.0003196227,0.00036845636,0.00040652102,0.00041645463],"domain_scores_gemma":[0.9986781,0.00068195607,0.00010147019,0.00042447663,0.00006773712,0.000046248133],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016387671,0.00013884432,0.00018948907,0.00023089458,0.0002812582,0.00024783768,0.00069238583,0.00007382526,0.000013494815],"category_scores_gemma":[0.00032629794,0.000105183666,0.00007529722,0.0019279105,0.00005979024,0.00025273688,0.0001109769,0.00030980562,0.000034144618],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015513182,0.00003454676,0.0014222066,0.00002685374,0.000006014429,0.00004119787,0.002973076,0.9859824,0.0026985658,0.0005476406,0.0019798162,0.004272126],"study_design_scores_gemma":[0.00049792463,0.000065268156,0.0018497603,0.0000808904,0.0000036094968,0.0000052181776,0.0013140485,0.9915978,0.0032092226,0.000038179023,0.001198519,0.00013961694],"about_ca_topic_score_codex":0.00026214734,"about_ca_topic_score_gemma":0.000066041226,"teacher_disagreement_score":0.0651716,"about_ca_system_score_codex":0.000026491893,"about_ca_system_score_gemma":0.00011798898,"threshold_uncertainty_score":0.42892656},"labels":[],"label_agreement":null},{"id":"W4387870114","doi":"10.1109/icc45041.2023.10278700","title":"Traceable and Privacy-Preserving Worker Selection Scheme with Arbitrary Spatial Ranges in MCS","year":2023,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"","keywords":"Computer science; TRACE (psycholinguistics); Traceability; Constraint (computer-aided design); Selection (genetic algorithm); Scheme (mathematics); Cloud computing; Computer security; Spatial analysis; Information privacy; Privacy protection; Key (lock); Engineering; Artificial intelligence; Mathematics","score_opus":0.011667797429932113,"score_gpt":0.21799847216034812,"score_spread":0.206330674730416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387870114","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90999365,0.00006867608,0.0848962,0.0010850292,0.000068701556,0.00012664279,1.2910915e-7,0.00043737554,0.0033236158],"genre_scores_gemma":[0.96486086,0.000014288529,0.033988267,0.000099927965,0.000049721697,0.00001008662,9.3163453e-7,0.000011324844,0.0009646129],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99902827,0.00004316785,0.0001258368,0.00034168534,0.00017007488,0.00029094747],"domain_scores_gemma":[0.9995353,0.00008009661,0.000031534495,0.00026685058,0.000026883266,0.000059317597],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003165161,0.00010744543,0.00012329388,0.00016533113,0.00011716892,0.00020370567,0.00023597233,0.000053515014,0.000013158724],"category_scores_gemma":[0.00003317036,0.00008855953,0.000015685779,0.00083925074,0.000024810597,0.00038689116,0.00020691291,0.00016146601,0.000014121917],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025104024,0.0002965834,0.56228685,0.00033424937,0.00012444617,0.00043537188,0.012707015,0.0103326095,0.051139545,0.010237867,0.013829943,0.33802447],"study_design_scores_gemma":[0.00081495073,0.00009495673,0.08445421,0.00017184071,0.000004159401,0.000059131045,0.00020675853,0.9008473,0.010181274,0.001171191,0.0016909596,0.00030327847],"about_ca_topic_score_codex":0.00039706856,"about_ca_topic_score_gemma":0.00041717745,"teacher_disagreement_score":0.8905147,"about_ca_system_score_codex":0.000018674551,"about_ca_system_score_gemma":0.00004034052,"threshold_uncertainty_score":0.3611353},"labels":[],"label_agreement":null},{"id":"W4388076190","doi":"10.1109/pimrc56721.2023.10293890","title":"Dynamic Scheduling for Quality of Information Maximization in Location-aware Opportunistic Mobile Crowdsensing","year":2023,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Crowdsensing; Computer science; Scheduling (production processes); Maximization; Mobile computing; Computer network; Real-time computing; Distributed computing; Mathematical optimization; Computer security","score_opus":0.030360362604191646,"score_gpt":0.30674133477205173,"score_spread":0.27638097216786006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388076190","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15078618,0.0000080413865,0.8481561,0.00013812409,0.00017191465,0.00033147883,0.0000044104504,0.00022866929,0.00017511382],"genre_scores_gemma":[0.9505532,0.0000068568106,0.049157992,0.00006949919,0.000008165687,0.000031090676,0.000093712784,0.000007429915,0.00007210142],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99867636,0.000055270397,0.0006212551,0.00020139595,0.00021074608,0.00023494987],"domain_scores_gemma":[0.9987287,0.0002755475,0.0002309005,0.0003817737,0.00033500494,0.000048084334],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010782431,0.00010586051,0.00018995648,0.0003703227,0.000109406006,0.000118709846,0.0002208321,0.000071967945,0.000002788664],"category_scores_gemma":[0.00035450174,0.00011144002,0.00004889221,0.001155595,0.00003105885,0.0007598376,0.00008253845,0.000067427296,0.000015754084],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024615965,0.000058656115,0.001586617,0.00072223734,0.000015624095,0.0000021807239,0.0031550713,0.80543905,0.0048949025,0.04135406,0.00012810699,0.14261888],"study_design_scores_gemma":[0.00031755355,0.000027177502,0.003529008,0.00008122394,0.000002539176,0.0000021015935,0.00072665856,0.9928011,0.000828145,0.0014807464,0.000071838,0.00013191931],"about_ca_topic_score_codex":0.00009572535,"about_ca_topic_score_gemma":0.00005097723,"teacher_disagreement_score":0.79976696,"about_ca_system_score_codex":0.000071147755,"about_ca_system_score_gemma":0.00014387097,"threshold_uncertainty_score":0.45443922},"labels":[],"label_agreement":null},{"id":"W4388757023","doi":"10.1109/tsc.2023.3333832","title":"Matching-Based Hybrid Service Trading for Task Assignment Over Dynamic Mobile Crowdsensing Networks","year":2023,"lang":"en","type":"article","venue":"IEEE Transactions on Services Computing","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Basic and Applied Basic Research Foundation of Guangdong Province; Fundamental Research Funds for the Central Universities; National Natural Science Foundation of China; Natural Science Foundation of Xiamen City","keywords":"Computer science; Crowdsensing; Task (project management); Matching (statistics); Computer network; Service (business); Distributed computing; Mobile computing; Computer security","score_opus":0.011063317375239723,"score_gpt":0.25185533165920365,"score_spread":0.24079201428396393,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388757023","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.28841525,0.000031681473,0.7080193,0.0002229966,0.0015096824,0.00050528435,0.00001574525,0.0012451137,0.00003489976],"genre_scores_gemma":[0.9856131,0.0000047622243,0.012284368,0.0017364736,0.00013216773,0.000053410287,0.000025942065,0.0000893454,0.000060418733],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99667686,0.00014668623,0.0006289466,0.0010583024,0.0004951192,0.000994108],"domain_scores_gemma":[0.99755967,0.00090461306,0.00026853348,0.00089716236,0.00015414805,0.00021586994],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0008314097,0.0004776799,0.0004467872,0.00043487127,0.0013909104,0.0007060817,0.00077858695,0.00014158056,0.000010117032],"category_scores_gemma":[0.0000014610682,0.00052312977,0.00029916497,0.0014253462,0.00003438051,0.0004140042,0.000019000909,0.00047298844,0.00004965707],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021851753,0.00007949549,0.0000046803707,0.00020559426,0.000051691615,0.000021080863,0.0011026599,0.93279743,0.0047949194,0.000019277746,0.000039610037,0.060861725],"study_design_scores_gemma":[0.0008579194,0.00012127597,0.000044837867,0.00051273836,0.000046278354,0.000028971963,0.0003865415,0.9904499,0.006515576,0.0002121967,0.00028425208,0.000539513],"about_ca_topic_score_codex":0.0001860098,"about_ca_topic_score_gemma":0.00021121789,"teacher_disagreement_score":0.69719785,"about_ca_system_score_codex":0.00022016947,"about_ca_system_score_gemma":0.000084211686,"threshold_uncertainty_score":0.99990916},"labels":[],"label_agreement":null},{"id":"W4389544359","doi":"10.1109/icsme58846.2023.00015","title":"Deploying Deep Reinforcement Learning Systems: A Taxonomy of Challenges","year":2023,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Polytechnique Montréal","funders":"","keywords":"Software deployment; Reinforcement learning; Computer science; Enthusiasm; Artificial intelligence; Autonomy; Data science; Software engineering","score_opus":0.049890270162729726,"score_gpt":0.23549869336387874,"score_spread":0.185608423201149,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389544359","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022058887,0.00086931995,0.94513845,0.00022910193,0.00037278244,0.00026318035,3.6196354e-8,0.0010994353,0.029968813],"genre_scores_gemma":[0.9959044,0.00013764124,0.0027659351,0.000016963886,0.000041023843,0.000039763145,6.4490735e-7,0.000009744989,0.0010838881],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99889576,0.00006185107,0.0002685998,0.00026077143,0.00023138414,0.00028160086],"domain_scores_gemma":[0.99924177,0.00013190477,0.00011233111,0.00038449123,0.00006748365,0.00006202434],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005513534,0.00010329174,0.00017510419,0.00017198623,0.00012306182,0.00008419247,0.0003347361,0.000041456315,0.0000052263567],"category_scores_gemma":[0.00005464004,0.00009341266,0.000054810283,0.00035748383,0.000021101188,0.00017838145,0.00023593182,0.0001006077,0.000091387345],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000041374046,0.000020098256,0.0007438164,0.00036733446,0.00006730806,0.00003822325,0.003881864,0.7419683,0.0019903574,0.11521836,0.0005492397,0.135151],"study_design_scores_gemma":[0.00017084464,0.00006954688,0.0002321902,0.00012132806,0.0000044151684,0.000014005689,0.0021837668,0.98494655,0.0016514127,0.000055437962,0.0103946645,0.000155842],"about_ca_topic_score_codex":0.00006571642,"about_ca_topic_score_gemma":0.000005078816,"teacher_disagreement_score":0.9738455,"about_ca_system_score_codex":0.000024718534,"about_ca_system_score_gemma":0.000026410282,"threshold_uncertainty_score":0.38092577},"labels":[],"label_agreement":null},{"id":"W4390044325","doi":"10.1109/jsac.2023.3345402","title":"Semantic Information Marketing in the Metaverse: A Learning-Based Contract Theory Framework","year":2023,"lang":"en","type":"article","venue":"IEEE Journal on Selected Areas in Communications","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":19,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"National Research Foundation Singapore","keywords":"Computer science; Incentive; Private information retrieval; Contract theory; Profit (economics); Incentive compatibility; Adverse selection; Computer security","score_opus":0.020872645660621105,"score_gpt":0.2814715017255548,"score_spread":0.2605988560649337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4390044325","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5930656,0.00051629805,0.3728286,0.02385343,0.0008700484,0.00092360814,0.0000041494377,0.0008081471,0.0071300967],"genre_scores_gemma":[0.9953141,0.00019614377,0.0035090572,0.0008873909,0.000035903562,0.000023953125,0.0000077333825,0.000009140868,0.000016580036],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99550915,0.0031258222,0.00052062364,0.00012608692,0.00037806467,0.0003402431],"domain_scores_gemma":[0.9909927,0.0073293447,0.00030740155,0.0011069493,0.00020819531,0.0000553814],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006536234,0.00013888332,0.00017878361,0.0006556293,0.0006672887,0.0005425998,0.0018436312,0.00009885466,0.000008467396],"category_scores_gemma":[0.0034772826,0.00010937079,0.00007389976,0.0030832295,0.00006539473,0.00050221314,0.00008706579,0.002032874,0.000075236305],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033234613,0.00092235196,0.029895836,0.000096474454,0.00016909835,0.00019318875,0.0419438,0.7213404,0.00056970725,0.049905557,0.0030917649,0.15153944],"study_design_scores_gemma":[0.00080206775,0.000099008525,0.097835645,0.0008775618,0.000019384106,0.00016597606,0.0014417453,0.8838532,0.000089830115,0.006395142,0.008124569,0.00029588488],"about_ca_topic_score_codex":0.000021271388,"about_ca_topic_score_gemma":0.00006290769,"teacher_disagreement_score":0.40224847,"about_ca_system_score_codex":0.00011911334,"about_ca_system_score_gemma":0.00020166874,"threshold_uncertainty_score":0.88319385},"labels":[],"label_agreement":null},{"id":"W4391481976","doi":"10.1007/s11002-024-09718-6","title":"Participant multitasking in online studies","year":2024,"lang":"en","type":"article","venue":"Marketing Letters","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Royal University; University of Alberta","funders":"Marketing Science Institute","keywords":"Human multitasking; Computer science; Psychology; Cognitive psychology","score_opus":0.056854365097014754,"score_gpt":0.30997414735803475,"score_spread":0.25311978226102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391481976","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97290176,0.0023404458,0.013278141,0.010006303,0.0008844271,0.00007468968,7.269221e-7,0.00040400072,0.00010949652],"genre_scores_gemma":[0.985301,0.000026007701,0.012990508,0.0014577996,0.00013945428,0.000008384438,8.4666436e-7,0.000013361049,0.00006260589],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99857515,0.0002089772,0.00025982864,0.00040537896,0.00017150272,0.00037913732],"domain_scores_gemma":[0.9988107,0.00081564096,0.000029659785,0.00028644007,0.000016933422,0.00004063224],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016942868,0.00012873464,0.00016613262,0.00017666622,0.000081423714,0.00025194752,0.00026015288,0.000025691194,0.0000029487385],"category_scores_gemma":[0.00043485838,0.000115164985,0.00005573874,0.00042115818,0.000046341163,0.00019312145,0.00019113993,0.00021300581,0.000020083307],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000515773,0.00021250074,0.020223957,0.0015826755,0.00041427338,0.005404144,0.049794264,0.01728596,0.20235199,0.0023981207,0.035268012,0.66501254],"study_design_scores_gemma":[0.0006217084,0.00004266487,0.02912834,0.005512871,0.000049793372,0.00013553673,0.0035138733,0.93533707,0.002166742,0.00028788406,0.022139382,0.001064153],"about_ca_topic_score_codex":0.000025330068,"about_ca_topic_score_gemma":0.000027482363,"teacher_disagreement_score":0.9180511,"about_ca_system_score_codex":0.00007154284,"about_ca_system_score_gemma":0.000018426552,"threshold_uncertainty_score":0.4696292},"labels":[],"label_agreement":null},{"id":"W4391620895","doi":"10.1109/tdsc.2024.3363507","title":"Data Poisoning Attacks and Defenses to LDP-Based Privacy-Preserving Crowdsensing","year":2024,"lang":"en","type":"article","venue":"IEEE Transactions on Dependable and Secure Computing","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":20,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"Natural Sciences and Engineering Research Council of Canada; Xiangtan University; National Natural Science Foundation of China","keywords":"Computer science; Differential privacy; Crowdsensing; Computer security; Minification; Identification (biology); Optimization problem; Data mining; Algorithm","score_opus":0.03444357905367922,"score_gpt":0.28811418574858044,"score_spread":0.2536706066949012,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391620895","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20673068,0.0007149249,0.7900256,0.0009870027,0.0006801812,0.00017015045,0.000016599763,0.00052126125,0.00015360242],"genre_scores_gemma":[0.93935025,0.00001820666,0.059963305,0.0004579754,0.00009170583,0.000002113697,0.000004019137,0.000039109145,0.00007329764],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99750423,0.00011401822,0.00036067443,0.0011586626,0.00031110502,0.0005512761],"domain_scores_gemma":[0.99781257,0.0007186711,0.00005371362,0.0010871614,0.00007082036,0.00025709317],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0006782611,0.0003190249,0.00029927,0.0003615333,0.00093429815,0.0016401506,0.0007047958,0.00011784777,0.000007305474],"category_scores_gemma":[0.000042302916,0.0003160551,0.000063662046,0.0006453452,0.000052654406,0.00065065763,0.00010059586,0.0005278495,0.000015287093],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047012123,0.00011750084,0.00013973196,0.00071774627,0.0001915328,0.0005804507,0.006830469,0.2029941,0.013886452,0.00078935,0.0019636902,0.771742],"study_design_scores_gemma":[0.00022765274,0.00008720641,0.00005555486,0.00093263347,0.000040299386,0.0002725774,0.0001653159,0.9854626,0.008243939,0.000111540074,0.0040082484,0.0003923978],"about_ca_topic_score_codex":0.00013621067,"about_ca_topic_score_gemma":0.00010572379,"teacher_disagreement_score":0.78246856,"about_ca_system_score_codex":0.000045070865,"about_ca_system_score_gemma":0.000110071276,"threshold_uncertainty_score":0.99992913},"labels":[],"label_agreement":null},{"id":"W4392255248","doi":"10.1145/3638209.3638224","title":"Occupancy Estimation in Smart Buildings: Impact of Data Quality on Feature Selection","year":2023,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Feature selection; Reliability (semiconductor); Machine learning; Data mining; Feature (linguistics); Selection (genetic algorithm); Occupancy; Generalization; Artificial intelligence; Quality (philosophy); Process (computing); Power (physics); Engineering","score_opus":0.06198769871351883,"score_gpt":0.38034893625757876,"score_spread":0.3183612375440599,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392255248","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8239783,0.000007662717,0.1742627,0.00032944427,0.00010272805,0.000102384045,0.0000056641484,0.00028365577,0.0009274582],"genre_scores_gemma":[0.9786695,0.0000026641549,0.021000363,0.000034703604,0.000016929876,0.0000018115928,0.000026279045,0.000005231261,0.0002425156],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99895036,0.00008419131,0.0001975761,0.00036376563,0.0002100724,0.00019401882],"domain_scores_gemma":[0.9989806,0.00014058527,0.00008915966,0.0007074804,0.000044264212,0.00003792141],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009077344,0.00009455979,0.00014592722,0.00021909786,0.000055497556,0.00007725636,0.00046946818,0.000063268686,0.0000056530384],"category_scores_gemma":[0.00017950605,0.00007823149,0.00004158451,0.0012735504,0.000013812216,0.00050345325,0.00018038736,0.00013636214,0.000026618125],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012845844,0.00040063908,0.17613049,0.0002006763,0.000098591656,0.000028796683,0.0030504004,0.084456526,0.04016057,0.029758526,0.06219107,0.6033953],"study_design_scores_gemma":[0.00020602695,0.000091386944,0.2488115,0.000065563436,0.0000021393896,0.0000073442984,0.00002522496,0.74696314,0.0030536142,0.0005397947,0.00011680678,0.00011746703],"about_ca_topic_score_codex":0.0008301514,"about_ca_topic_score_gemma":0.000105933774,"teacher_disagreement_score":0.66250664,"about_ca_system_score_codex":0.00006692149,"about_ca_system_score_gemma":0.00007086992,"threshold_uncertainty_score":0.31901875},"labels":[],"label_agreement":null},{"id":"W4392908327","doi":"10.1109/tits.2023.3300892","title":"Retracted: Tensor-Based Secure Truthful Incentive Mechanism for Mobile Crowdsourcing in IoT-Enabled Maritime Transportation Systems","year":2024,"lang":"en","type":"article","venue":"IEEE Transactions on Intelligent Transportation Systems","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":2,"is_retracted":true,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"École de Technologie Supérieure; St. Francis Xavier University","funders":"National Key Research and Development Program of China; National Natural Science Foundation of China","keywords":"Crowdsourcing; Incentive; Mechanism (biology); Computer science; Internet of Things; Intelligent transportation system; Computer security; Transport engineering; Engineering; Microeconomics; World Wide Web; Economics","score_opus":0.016068436481327605,"score_gpt":0.24897884828606803,"score_spread":0.23291041180474042,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392908327","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09680966,0.0004433338,0.89340544,0.00008674985,0.005235852,0.002670012,0.0004186723,0.00087901833,0.000051284038],"genre_scores_gemma":[0.9956792,0.000045157747,0.0019600398,0.000060232873,0.00015716504,0.0013242252,0.00014269343,0.00011451765,0.00051677716],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99508023,0.0001995302,0.0017551382,0.0013140733,0.00084567507,0.000805359],"domain_scores_gemma":[0.9975649,0.0007469073,0.00028220858,0.000647148,0.00050636654,0.00025247576],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00124339,0.0006137365,0.00070853415,0.0011018951,0.00038341054,0.00075698725,0.0005078192,0.0005428413,0.000022392129],"category_scores_gemma":[0.0000072487405,0.00063589396,0.00047729257,0.0014874858,0.00006237155,0.0006160435,4.3073086e-7,0.0008052183,0.000044143904],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002591052,0.00043401582,0.00010783632,0.0021729302,0.000225827,0.00022066922,0.008691888,0.9519241,0.008401649,0.021746311,0.00010927893,0.0057063936],"study_design_scores_gemma":[0.0013515528,0.00058785576,0.00033166388,0.0034294415,0.000230644,0.000025084231,0.0048160125,0.9179448,0.06747251,0.00035844586,0.0023091366,0.0011428462],"about_ca_topic_score_codex":0.0009251804,"about_ca_topic_score_gemma":0.00076768006,"teacher_disagreement_score":0.8988695,"about_ca_system_score_codex":0.0005007657,"about_ca_system_score_gemma":0.00025461955,"threshold_uncertainty_score":0.99960923},"labels":[],"label_agreement":null},{"id":"W4393160855","doi":"10.1609/aaai.v38i20.30190","title":"A Bayesian Spatial Model to Correct Under-Reporting in Urban Crowdsourcing","year":2024,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Artificial Intelligence","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Canadian Institute for Advanced Research; National Science Foundation","keywords":"Crowdsourcing; Bayesian probability; Computer science; Data science; Bayesian inference; Econometrics; Geography; Artificial intelligence; Mathematics; World Wide Web","score_opus":0.0801160489789146,"score_gpt":0.309552394669152,"score_spread":0.2294363456902374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393160855","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25178346,0.000033708635,0.7362371,0.0038391592,0.00078080426,0.00042651015,0.0000018820025,0.00025446262,0.006642894],"genre_scores_gemma":[0.99428535,0.0000040145383,0.004885378,0.00031076104,0.00011320601,0.000028649596,2.3106844e-7,0.000026948239,0.0003454395],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967121,0.00002261655,0.0012783579,0.0008504793,0.00057036075,0.0005661169],"domain_scores_gemma":[0.99852717,0.00013659427,0.00047740407,0.00040106848,0.00030454394,0.0001532396],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014217796,0.00030300175,0.0003776336,0.0003929345,0.00020217641,0.0008427117,0.0014159692,0.00011518298,0.000016593629],"category_scores_gemma":[0.00090516097,0.00024648008,0.00017601464,0.0013488849,0.00012243258,0.00038909493,0.00048021242,0.0005381555,0.000053818618],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000055548695,0.0001327405,0.00061194954,0.00015932272,0.000022085858,0.000013176104,0.013105922,0.0460902,0.12943839,0.59796715,0.0004630383,0.21194047],"study_design_scores_gemma":[0.000012697877,0.00007565841,0.00006642018,0.00095905794,0.0000071559916,0.000014015658,0.0004738761,0.7499727,0.19934583,0.04881316,0.0000298656,0.00022956706],"about_ca_topic_score_codex":0.00030271342,"about_ca_topic_score_gemma":0.00012608773,"teacher_disagreement_score":0.7425019,"about_ca_system_score_codex":0.00014238938,"about_ca_system_score_gemma":0.00025930122,"threshold_uncertainty_score":0.99999875},"labels":[],"label_agreement":null},{"id":"W4393186448","doi":"10.1109/vcc60689.2023.10474893","title":"Opportunistic Mobile Crowdsensing for Interference Overhead Reduction and Throughput Maximization","year":2023,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Crowdsensing; Computer science; Overhead (engineering); Throughput; Reduction (mathematics); Computer network; Interference (communication); Mobile telephony; Mobile radio; Wireless; Telecommunications; Computer security","score_opus":0.038741142540317484,"score_gpt":0.2801676437614415,"score_spread":0.241426501221124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393186448","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07800722,0.000031513402,0.9185982,0.0004353723,0.0006450396,0.0003248481,0.0000030112312,0.00070526544,0.0012495635],"genre_scores_gemma":[0.96876144,0.000043204363,0.029401178,0.00008949577,0.00009672705,0.000030768297,0.000019111756,0.000015568618,0.0015425249],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9988834,0.000032373264,0.00021945294,0.00045633788,0.00012447847,0.00028391366],"domain_scores_gemma":[0.9992475,0.000120401215,0.000073114155,0.00036702194,0.00010921977,0.000082765364],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00034080065,0.00013180352,0.00014659003,0.00013642429,0.00027658168,0.00030523626,0.00016222688,0.00006339699,0.000005446569],"category_scores_gemma":[0.000081197024,0.0001270072,0.000040874624,0.00040531877,0.00006014199,0.00038230684,0.00014673076,0.00007022404,0.00001858364],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042268817,0.00007896452,0.00022951604,0.00024305146,0.00005155634,0.000030977957,0.0050218347,0.0060501695,0.08357417,0.14645328,0.020654036,0.73757017],"study_design_scores_gemma":[0.00044521294,0.00022978251,0.00042898866,0.000112618785,0.0000165861,0.000176936,0.000723088,0.9715026,0.011098006,0.010772613,0.004110255,0.00038331765],"about_ca_topic_score_codex":0.000029563951,"about_ca_topic_score_gemma":0.00000468934,"teacher_disagreement_score":0.96545243,"about_ca_system_score_codex":0.000032093332,"about_ca_system_score_gemma":0.000046078156,"threshold_uncertainty_score":0.5179203},"labels":[],"label_agreement":null},{"id":"W4393194726","doi":"10.2139/ssrn.4772832","title":"A Continuous Authentication Approach for Mobile Crowdsourcing Based on Federated Learning","year":2024,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"","keywords":"Crowdsourcing; Authentication (law); Computer science; World Wide Web; Computer security","score_opus":0.009274806273213233,"score_gpt":0.24382757679506362,"score_spread":0.2345527705218504,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393194726","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037096884,0.002198895,0.95688486,0.00045540644,0.0008965751,0.0008979127,0.000003566174,0.0005565715,0.0010093381],"genre_scores_gemma":[0.9857967,0.00010578108,0.010544379,0.00011574016,0.000640016,0.00024168544,0.000047160807,0.00010905278,0.0023994956],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9945726,0.0003250072,0.0006728689,0.0011397912,0.00056918873,0.0027205667],"domain_scores_gemma":[0.99808115,0.00023704417,0.00053730456,0.0006567031,0.00032571625,0.00016208409],"candidate_categories":["metaepi_narrow","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0044505075,0.0005505624,0.0005818142,0.0005136994,0.00086919573,0.0022714236,0.0010429024,0.00041366197,0.0000032236587],"category_scores_gemma":[0.00016966852,0.00051611284,0.0005280537,0.00036092332,0.000051468225,0.000111190246,0.00046333938,0.007879102,0.0000235767],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001648923,0.00044342063,0.000107364205,0.00063509296,0.000661848,0.000025849762,0.0021426696,0.7303974,0.002215672,0.07187928,0.00051542826,0.19081107],"study_design_scores_gemma":[0.00058445847,0.0005997277,0.0000066742764,0.0004057986,0.000112770394,0.00020757949,0.0006845684,0.93687916,0.00048268566,0.05875904,0.0007291538,0.0005483854],"about_ca_topic_score_codex":0.000031454903,"about_ca_topic_score_gemma":0.000011436958,"teacher_disagreement_score":0.94869983,"about_ca_system_score_codex":0.001552754,"about_ca_system_score_gemma":0.0040427707,"threshold_uncertainty_score":0.99972904},"labels":[],"label_agreement":null},{"id":"W4395076145","doi":"10.31235/osf.io/dakjc","title":"Shifting data cultures: From industrial homogenization to heterogeneous framings","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Institut National de la Recherche Scientifique","funders":"","keywords":"Homogenization (climate); Business; Economic geography; Economics; Biology; Ecology","score_opus":0.06729305485638912,"score_gpt":0.298436523798526,"score_spread":0.23114346894213686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4395076145","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.139577,0.00095463375,0.8415445,0.0026917143,0.009715895,0.00078053714,0.00030237244,0.001956326,0.002477038],"genre_scores_gemma":[0.89469093,0.000015825979,0.09937299,0.0011526131,0.0031268315,0.00002628315,0.0007767467,0.0000779032,0.00075987197],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9963376,0.000105066756,0.00053078705,0.0020753238,0.00052883197,0.00042241448],"domain_scores_gemma":[0.9958547,0.00012886873,0.00015435087,0.0035252438,0.00010752861,0.00022935917],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science"],"consensus_categories":[],"category_scores_codex":[0.0004694711,0.0004257732,0.000401602,0.00019373436,0.00018392084,0.002661931,0.0036790057,0.0006003989,0.00003710528],"category_scores_gemma":[0.0003107838,0.00038977305,0.000111508416,0.00046400575,0.000025982847,0.00017175192,0.018462518,0.0011409543,0.00031878205],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028068123,0.00016842947,0.00034972295,0.00028359957,0.00081292173,0.00065649237,0.01969949,0.06662719,0.0040516662,0.005051407,0.1560358,0.74623525],"study_design_scores_gemma":[0.00045698407,0.00008701076,0.000032261494,0.0021370293,0.0002452238,0.00004071861,0.00026616923,0.86639446,0.013948469,0.0229312,0.09115524,0.0023052415],"about_ca_topic_score_codex":0.0013599697,"about_ca_topic_score_gemma":0.00014171365,"teacher_disagreement_score":0.79976726,"about_ca_system_score_codex":0.00010914134,"about_ca_system_score_gemma":0.0002698315,"threshold_uncertainty_score":0.9998554},"labels":[],"label_agreement":null},{"id":"W4396523200","doi":"10.1109/tvt.2024.3394909","title":"Achieving Efficient and Privacy-Preserving Worker Selection With Arbitrary Spatial Ranges for Vehicular Crowdsensing","year":2024,"lang":"en","type":"article","venue":"IEEE Transactions on Vehicular Technology","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"National Natural Science Foundation of China","keywords":"Computer science; Bloom filter; Upload; Scheme (mathematics); Crowdsensing; Computation; Selection (genetic algorithm); Cryptography; Location awareness; Similarity (geometry); Overhead (engineering); Mobile device; Information privacy; Data mining; Distributed computing; Computer network; Computer security; Artificial intelligence; Algorithm; Image (mathematics)","score_opus":0.007842734417457916,"score_gpt":0.2225498839795691,"score_spread":0.21470714956211118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396523200","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3753004,0.0005356836,0.6206456,0.0018459059,0.00030861748,0.0003414351,0.0000016714614,0.000996529,0.000024143346],"genre_scores_gemma":[0.95544535,0.000025640133,0.04416657,0.00009052139,0.00006920716,0.0000854275,0.0000011302257,0.00005153817,0.000064609856],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979831,0.0000693548,0.00027967745,0.0008912841,0.00026215793,0.0005144315],"domain_scores_gemma":[0.99893165,0.00019752637,0.00006190526,0.00061036716,0.00011086654,0.00008769677],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00034549145,0.00031693897,0.00030186714,0.00074181537,0.0006250056,0.00037879965,0.00037270915,0.0003234604,0.0000033464885],"category_scores_gemma":[0.000019976742,0.0002804895,0.0001267254,0.001047219,0.0001657528,0.00021792128,0.000016958636,0.000681277,0.0000063191465],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014475324,0.00026370253,0.000105669984,0.00042067087,0.00046774943,0.00028181646,0.0010863728,0.23891829,0.18727873,0.003620328,0.000094914554,0.567317],"study_design_scores_gemma":[0.0005250644,0.00034382113,0.000076156924,0.0006380837,0.000103935294,0.00062421616,0.00008123418,0.81854665,0.17595975,0.00042335383,0.0022804951,0.00039721504],"about_ca_topic_score_codex":0.000030180585,"about_ca_topic_score_gemma":0.000036194528,"teacher_disagreement_score":0.58014494,"about_ca_system_score_codex":0.00009814279,"about_ca_system_score_gemma":0.00009130099,"threshold_uncertainty_score":0.9999647},"labels":[],"label_agreement":null},{"id":"W4398701851","doi":"10.7910/dvn/oe6umr/dw1pvm","title":"Becker Centola Porter - Wisdom of Partisan Crowds - Supplementary Dataset.csv","year":2019,"lang":"en","type":"dataset","venue":"Harvard Dataverse","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Kellogg's (Canada)","funders":"","keywords":"Crowds; Information retrieval; Computer science; Artificial intelligence; Computer security","score_opus":0.0188367639231898,"score_gpt":0.2539024167427774,"score_spread":0.2350656528195876,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4398701851","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001209534,0.0000058210844,0.0016397057,0.000029571158,0.0018206122,0.00048172075,0.9957916,0.000054279037,0.000055740664],"genre_scores_gemma":[0.00020142009,0.00009238865,0.002875468,0.00090662827,0.000266176,0.0000179992,0.9953817,0.000039397433,0.00021878438],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9954833,0.0002212735,0.0010231187,0.0013959196,0.0009973922,0.00087899953],"domain_scores_gemma":[0.9923003,0.00015225314,0.00072603126,0.006401673,0.000110679306,0.00030908125],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0007360701,0.00068019377,0.00090510957,0.00036363665,0.00017587295,0.000365044,0.003387515,0.00036258472,0.022996886],"category_scores_gemma":[0.00007839237,0.0006780745,0.00024335996,0.00037433876,0.00023704417,0.00085122103,0.002552993,0.0006623009,0.02322431],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002640623,0.0001847153,0.000055124445,0.000288228,0.00016334902,0.00024600647,0.00007203478,0.000025266027,0.00011536228,0.000056231056,0.9982049,0.0005623825],"study_design_scores_gemma":[0.0007968691,0.00009739984,0.000042992753,0.00023956859,0.00020063143,0.00008513031,0.00006551768,0.0005102561,0.0005195745,0.00001688696,0.99672526,0.0006998924],"about_ca_topic_score_codex":0.0018708408,"about_ca_topic_score_gemma":0.00030514234,"teacher_disagreement_score":0.005005753,"about_ca_system_score_codex":0.0001026476,"about_ca_system_score_gemma":0.00031699816,"threshold_uncertainty_score":0.99956703},"labels":[],"label_agreement":null},{"id":"W4399042423","doi":"10.1007/978-3-031-58453-4_5","title":"Conclusions and Future Research Directions","year":2024,"lang":"en","type":"book-chapter","venue":"SpringerBriefs in computer science","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Psychology; Political science","score_opus":0.029769607741569108,"score_gpt":0.29929567913596317,"score_spread":0.26952607139439405,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399042423","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007248788,0.013182299,0.11326948,0.0077313567,0.014307052,0.0009754879,0.000010652793,0.0012129613,0.84858584],"genre_scores_gemma":[0.11243287,0.015909512,0.33880606,0.0022683602,0.01905948,0.000138423,0.000009302513,0.00050513644,0.5108708],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9956057,0.000041984993,0.00043599674,0.00187263,0.0012253111,0.0008183966],"domain_scores_gemma":[0.9974932,0.00027888932,0.000086705615,0.0014921927,0.00033542886,0.00031355067],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0027609298,0.00038068424,0.00040210664,0.0016096405,0.0009915316,0.001623983,0.0019538756,0.0002642996,0.000022920367],"category_scores_gemma":[0.000029107665,0.00036973477,0.00009691771,0.0011186798,0.0014767742,0.00052301044,0.00467753,0.0016424822,0.00014831785],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[8.276112e-7,0.000009828536,0.000007193192,0.000041513587,0.000006893829,0.0001681698,0.00078834576,0.000026950338,0.000070450165,0.74646354,0.0003051948,0.25211108],"study_design_scores_gemma":[0.00014204068,0.00012364499,0.0002172295,0.00093315076,0.0000088474535,0.00028935142,0.000014322309,0.06373011,0.00013500745,0.10765873,0.82604694,0.00070063537],"about_ca_topic_score_codex":0.000059472746,"about_ca_topic_score_gemma":0.000052500913,"teacher_disagreement_score":0.8257417,"about_ca_system_score_codex":0.00034392628,"about_ca_system_score_gemma":0.0005787,"threshold_uncertainty_score":0.9998755},"labels":[],"label_agreement":null},{"id":"W4399058595","doi":"10.1007/978-3-031-58453-4_2","title":"Linear Online Incentive Mechanism Design: Case Study of Crowdsensing with Random Task Arrivals","year":2024,"lang":"en","type":"book-chapter","venue":"SpringerBriefs in computer science","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Crowdsensing; Task (project management); Mechanism (biology); Incentive; Computer science; Mechanism design; Microeconomics; Data science; Engineering; Economics; Systems engineering","score_opus":0.028185053416524462,"score_gpt":0.2600546234432327,"score_spread":0.23186957002670824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399058595","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.051845502,0.00021869683,0.94213235,0.000058914535,0.0021910567,0.001438635,0.000011495661,0.0003343404,0.0017690264],"genre_scores_gemma":[0.7711792,0.000023698272,0.2259992,0.00012851293,0.00051091274,0.000011463449,0.000001927771,0.00010985169,0.0020352544],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99385506,0.00011851134,0.0011637078,0.0024287791,0.0015712203,0.00086270116],"domain_scores_gemma":[0.99559957,0.00045078376,0.00061499735,0.0021834415,0.00086125144,0.0002899486],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0024107187,0.0008391161,0.0011989741,0.0013969773,0.00040712173,0.0006871876,0.0021009087,0.00023825704,0.000005920016],"category_scores_gemma":[0.000069456226,0.00073925796,0.00017294064,0.0011044276,0.000796971,0.0006628604,0.0022337812,0.0011259866,0.000015962969],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053754635,0.0030027647,0.0001607224,0.0013783105,0.0011112471,0.19322342,0.05855962,0.22677569,0.0047478043,0.23944187,0.00018859554,0.2708724],"study_design_scores_gemma":[0.003410267,0.0022599916,0.00002601286,0.003988602,0.0001776457,0.004648798,0.00032890096,0.9628196,0.0040439577,0.015615965,0.00064294605,0.0020373135],"about_ca_topic_score_codex":0.00043797673,"about_ca_topic_score_gemma":0.00028577226,"teacher_disagreement_score":0.73604393,"about_ca_system_score_codex":0.00032372685,"about_ca_system_score_gemma":0.00074076816,"threshold_uncertainty_score":0.9995058},"labels":[],"label_agreement":null},{"id":"W4399714490","doi":"10.1016/j.autcon.2024.105503","title":"Distributed collaborative inspections through smart infrastructure metaverse","year":2024,"lang":"en","type":"article","venue":"Automation in Construction","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Metaverse; Computer science; Engineering; Computer security; Human–computer interaction; Virtual reality","score_opus":0.006515064956452836,"score_gpt":0.2422702472407563,"score_spread":0.23575518228430345,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399714490","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.11854886,0.00014691915,0.87324584,0.0009369266,0.0027644031,0.00021960677,0.000023361752,0.0012304642,0.0028836015],"genre_scores_gemma":[0.9433954,0.000023176477,0.056352556,0.00005117233,0.000077323384,0.00002544978,0.000031338248,0.000008868042,0.000034751934],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99882656,0.00010760127,0.0003088837,0.00037312615,0.0002019729,0.0001818795],"domain_scores_gemma":[0.999379,0.000100602665,0.00007480466,0.00028883287,0.00011999801,0.00003679685],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00017888905,0.00013993641,0.00014233118,0.00024307956,0.00019053745,0.00045679088,0.00015273209,0.00010464331,0.000041157906],"category_scores_gemma":[0.000072769544,0.00013930383,0.000049910206,0.0020880913,0.00010463346,0.0013752822,0.00005236326,0.00022271577,0.00006208297],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007929348,0.00003770804,0.0025292686,0.00009409727,0.000100349,0.000058258018,0.0079398565,0.01758808,0.00261384,0.8412306,0.006702614,0.1210974],"study_design_scores_gemma":[0.00066079,0.00007203852,0.021790836,0.00032060582,0.000042179065,0.00065720966,0.002478722,0.8116989,0.008196997,0.086273186,0.06722992,0.0005786264],"about_ca_topic_score_codex":0.000055684955,"about_ca_topic_score_gemma":0.00003308823,"teacher_disagreement_score":0.8248465,"about_ca_system_score_codex":0.00023256891,"about_ca_system_score_gemma":0.00018539307,"threshold_uncertainty_score":0.5680645},"labels":[],"label_agreement":null},{"id":"W4400337417","doi":"10.1016/j.comcom.2024.06.015","title":"The evolution of detection systems and their application for intelligent transportation systems: From solo to symphony","year":2024,"lang":"en","type":"article","venue":"Computer Communications","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"National Natural Science Foundation of China","keywords":"Computer science; Human–computer interaction; Leverage (statistics); Perception; Sensor fusion; Adaptability; Data science; Artificial intelligence","score_opus":0.017363675660523988,"score_gpt":0.24474505857895215,"score_spread":0.22738138291842816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400337417","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01115856,0.011026811,0.97546095,0.0005944572,0.00074005726,0.0007754719,0.000027355769,0.00019554775,0.000020799474],"genre_scores_gemma":[0.98952824,0.00014222448,0.009834191,0.000014709744,0.00009680997,0.00033233347,0.000024388475,0.000011535245,0.000015592614],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99901575,0.00011981404,0.0003688971,0.0002725796,0.00009266404,0.00013030866],"domain_scores_gemma":[0.997472,0.00085927185,0.00009682232,0.0013394826,0.00018046737,0.00005195497],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004234013,0.00011071614,0.00013695005,0.0001018979,0.00042972085,0.00036658332,0.000795672,0.000055387878,4.864787e-8],"category_scores_gemma":[0.000011222522,0.00008509149,0.00005771594,0.00033584732,0.00006461956,0.00016059986,0.00011213981,0.00009380373,0.0000045978127],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012222937,0.000060156533,0.000090554895,0.00020101454,0.00013415294,1.8432699e-7,0.009369671,0.022797033,0.013973557,0.30003852,0.0004138753,0.65290904],"study_design_scores_gemma":[0.000055740235,0.000050837003,0.00044429928,0.00017630892,0.00001526344,0.0000040024283,0.00056269154,0.9728058,0.0007307446,0.0015855007,0.023475446,0.00009334424],"about_ca_topic_score_codex":0.0008079347,"about_ca_topic_score_gemma":0.0002313095,"teacher_disagreement_score":0.97836965,"about_ca_system_score_codex":0.00013676337,"about_ca_system_score_gemma":0.000056422556,"threshold_uncertainty_score":0.35349715},"labels":[],"label_agreement":null},{"id":"W4400489551","doi":"10.1109/cscwd61410.2024.10580062","title":"Avoiding Information Leakage in the Formation of Crowdsourcing Teams via Extended Group Multirole Assignment Considering Fairness","year":2024,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nipissing University","funders":"Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China","keywords":"Crowdsourcing; Leakage (economics); Computer science; Group (periodic table); World Wide Web; Chemistry","score_opus":0.00937400562615755,"score_gpt":0.22396108935361098,"score_spread":0.21458708372745341,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400489551","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15896621,0.00010763381,0.8379525,0.00024226101,0.0002382975,0.00022941962,5.5552675e-7,0.00019160706,0.0020715266],"genre_scores_gemma":[0.9934034,0.000006474949,0.0063389307,0.00016647279,0.000030285919,0.000023801886,0.0000043816403,0.000007404037,0.000018863333],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983722,0.00020519595,0.00054453214,0.00020260268,0.00039278273,0.000282671],"domain_scores_gemma":[0.9990486,0.00039232752,0.000113685106,0.0003680777,0.00004097559,0.00003635664],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002053147,0.00015559972,0.00016445368,0.0002831737,0.00022907658,0.0005789449,0.00039172894,0.0000656155,0.000006030287],"category_scores_gemma":[0.0000839647,0.00011357177,0.000075178126,0.00053108187,0.000037599097,0.00255066,0.0001399175,0.00033353287,0.000024048446],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016016857,0.00013499567,0.00028646263,0.00087271526,0.0000343128,0.000069851456,0.12466802,0.026186066,0.0680306,0.08393632,0.00043075546,0.6953339],"study_design_scores_gemma":[0.00025250803,0.000040111354,0.0005723219,0.000330141,0.0000068801432,0.00012622874,0.0073234867,0.96032375,0.028628413,0.0014504392,0.00076673034,0.00017901277],"about_ca_topic_score_codex":0.00014324635,"about_ca_topic_score_gemma":0.00003578602,"teacher_disagreement_score":0.93413764,"about_ca_system_score_codex":0.0001129723,"about_ca_system_score_gemma":0.00003133275,"threshold_uncertainty_score":0.55827796},"labels":[],"label_agreement":null},{"id":"W4400525468","doi":"10.1109/tcss.2024.3417959","title":"Quasi Group Role Assignment With Agent Satisfaction in Self-Service Spatiotemporal Crowdsourcing","year":2024,"lang":"en","type":"article","venue":"IEEE Transactions on Computational Social Systems","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nipissing University","funders":"Natural Sciences and Engineering Research Council of Canada; National Natural Science Foundation of China","keywords":"Crowdsourcing; Group behavior; Group (periodic table); Computer science; Service (business); Self-service; Computer security; Business; Psychology; Social psychology; World Wide Web; Marketing; Physics","score_opus":0.01209154190872531,"score_gpt":0.23203620484970613,"score_spread":0.21994466294098083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400525468","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10200811,0.00009376171,0.89491844,0.00056387717,0.001249004,0.00038146402,0.000009540187,0.0005745596,0.00020121677],"genre_scores_gemma":[0.9949485,0.0000025336562,0.0045517394,0.000108530585,0.00019851812,0.00010462692,0.000006740703,0.000032466898,0.000046310808],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99769354,0.0002372745,0.00044369732,0.0005715675,0.0007259475,0.0003280033],"domain_scores_gemma":[0.99929136,0.0002268599,0.00010251044,0.00017797409,0.00010459695,0.000096690324],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00043825386,0.0002523572,0.0002579987,0.0003090473,0.0005103865,0.000672627,0.00019932822,0.00012769185,0.000007729833],"category_scores_gemma":[0.0000011203679,0.00024630426,0.00009859204,0.000962265,0.00002645743,0.00048566514,0.0000036409763,0.00036266513,0.00006751712],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025064208,0.0002930191,0.00022167608,0.00016387619,0.00011955198,0.00004829545,0.0066913883,0.95426,0.0002361804,0.005092181,0.000081255064,0.032767527],"study_design_scores_gemma":[0.00048615187,0.00020208296,0.0031553265,0.00031332872,0.00002624101,0.00006147354,0.00064069225,0.99348307,0.00012885954,0.00046682812,0.0006759935,0.00035996104],"about_ca_topic_score_codex":0.0022961071,"about_ca_topic_score_gemma":0.00060720474,"teacher_disagreement_score":0.8929404,"about_ca_system_score_codex":0.0006687468,"about_ca_system_score_gemma":0.0001756574,"threshold_uncertainty_score":0.9999989},"labels":[],"label_agreement":null},{"id":"W4400651304","doi":"10.2139/ssrn.4894680","title":"Will User-Contributed AI Training Data Eat its Own Tail?","year":2024,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Training (meteorology); Computer science; Artificial intelligence; Geography","score_opus":0.021610982889011934,"score_gpt":0.26810928906400455,"score_spread":0.24649830617499263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400651304","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.035489798,0.021815438,0.93182725,0.008040789,0.0016219357,0.0001546059,0.0000148068875,0.0005775317,0.00045787438],"genre_scores_gemma":[0.9937668,0.0013268166,0.0010238662,0.00044849206,0.00091690675,0.0000027736573,0.000016946913,0.000039610255,0.0024577943],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99531066,0.00015183921,0.0004161157,0.00068683334,0.00047823833,0.0029563261],"domain_scores_gemma":[0.9984945,0.00014317405,0.00010273183,0.0009434764,0.00012633564,0.00018976632],"candidate_categories":["scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0033990883,0.0002637744,0.00028156207,0.00023475199,0.0004526283,0.0013691642,0.0020658227,0.00011754369,0.000020145848],"category_scores_gemma":[0.00017290581,0.00022398644,0.00012930795,0.00067725015,0.000038857528,0.0027420132,0.00040901796,0.0028577805,0.00010238006],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019930225,0.000043064483,0.00006830828,0.000027613933,0.00039412855,0.00027092997,0.0014375357,0.0004180757,0.0030386962,0.5714497,0.0042499453,0.41858205],"study_design_scores_gemma":[0.0014725754,0.00063116295,0.00007022359,0.00060584414,0.00015833181,0.013498499,0.0015133789,0.43171775,0.0009358088,0.18494871,0.36326784,0.0011798607],"about_ca_topic_score_codex":0.000016781927,"about_ca_topic_score_gemma":0.00018382639,"teacher_disagreement_score":0.958277,"about_ca_system_score_codex":0.0005598295,"about_ca_system_score_gemma":0.0034122379,"threshold_uncertainty_score":0.9996675},"labels":[],"label_agreement":null},{"id":"W4400722606","doi":"10.1016/j.jss.2024.112158","title":"Reproducibility of issues reported in stack overflow questions: Challenges, impact &amp; estimation","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Reproducibility; Stack (abstract data type); Estimation; Computer science; Reliability engineering; Statistics; Mathematics; Engineering; Systems engineering; Programming language","score_opus":0.04380599402015875,"score_gpt":0.3244064420340398,"score_spread":0.28060044801388107,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400722606","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79524744,0.08899307,0.114311986,0.00042318337,0.00079457957,0.0001354747,0.0000033484853,0.00006636398,0.000024561201],"genre_scores_gemma":[0.98895526,0.0008377089,0.010007475,0.000002809918,0.00011321154,0.0000012722317,7.082086e-7,0.0000068905424,0.00007465467],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983121,0.0001389023,0.0007787484,0.0003741948,0.0002764766,0.00011955361],"domain_scores_gemma":[0.99833196,0.00015728024,0.00035186863,0.0008491561,0.00024280872,0.000066943],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039554485,0.00010082445,0.00033482065,0.00020948272,0.00003633458,0.00017642896,0.00013041795,0.0000674818,0.0000016097549],"category_scores_gemma":[0.0014479804,0.000074975316,0.000086467626,0.00023579605,0.000027828179,0.00050067983,0.000039989398,0.00018690551,0.0000010337322],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014878255,0.0006808675,0.1045215,0.009854851,0.0007620416,0.0015699517,0.04538468,0.11087689,0.004097649,0.009516216,0.0072423853,0.7053442],"study_design_scores_gemma":[0.0021321545,0.0021779847,0.49918658,0.042875465,0.0002358298,0.016712092,0.002280472,0.38655883,0.0011642466,0.024474507,0.020689277,0.0015125832],"about_ca_topic_score_codex":0.0003825503,"about_ca_topic_score_gemma":0.000022600478,"teacher_disagreement_score":0.7038316,"about_ca_system_score_codex":0.000083443905,"about_ca_system_score_gemma":0.00014350322,"threshold_uncertainty_score":0.30574045},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4400728419","doi":"10.1109/iwcmc61514.2024.10592460","title":"A Task Bundling based Multi-Platform Cooperation Mechanism for Mobile Crowdsensing","year":2024,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; University of British Columbia","funders":"National Natural Science Foundation of China","keywords":"Crowdsensing; Computer science; Mechanism (biology); Task (project management); Human–computer interaction; Distributed computing; Computer security; Engineering; Systems engineering","score_opus":0.025880525617201958,"score_gpt":0.2730922717264524,"score_spread":0.24721174610925045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400728419","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01717289,0.00013964232,0.9790818,0.00032804054,0.0011102248,0.0005388843,0.0000041756284,0.0011619902,0.00046233722],"genre_scores_gemma":[0.7270619,0.0000023299,0.27147532,0.0005460419,0.00012424131,0.000059052767,0.000009211224,0.000026727717,0.000695172],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99841124,0.000025014248,0.0003157088,0.00063051056,0.00019907637,0.00041845517],"domain_scores_gemma":[0.99890137,0.00027329227,0.000040135452,0.0004683769,0.00020854261,0.00010827935],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0005287194,0.00021652429,0.00019067971,0.00019792597,0.0003852771,0.0013079254,0.00027709006,0.00011219266,0.000012761667],"category_scores_gemma":[0.00007278815,0.00019218106,0.0001433866,0.000405812,0.000026341693,0.00061054964,0.00007388508,0.00015338889,0.000059599664],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000016312339,0.00013985019,0.000005774458,0.00033318458,0.00006691526,0.00007139535,0.0019001642,0.020074662,0.3080358,0.5171742,0.0019785864,0.15020317],"study_design_scores_gemma":[0.000317874,0.00009736653,0.0000014442771,0.00012306064,0.000013335786,0.000029737495,0.00006589749,0.90410095,0.09018742,0.0013616927,0.0034509546,0.00025023168],"about_ca_topic_score_codex":0.000045215864,"about_ca_topic_score_gemma":0.00003814434,"teacher_disagreement_score":0.8840263,"about_ca_system_score_codex":0.00009221449,"about_ca_system_score_gemma":0.00017758831,"threshold_uncertainty_score":0.9997288},"labels":[],"label_agreement":null},{"id":"W4401386971","doi":"10.1109/mnet.2024.3440018","title":"Toward Privacy-Preserving Spatial Crowdsourcing: From Offline to Online","year":2024,"lang":"en","type":"article","venue":"IEEE Network","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Basic and Applied Basic Research Foundation of Guangdong Province; National Natural Science Foundation of China","keywords":"Crowdsourcing; Computer science; Information privacy; Privacy protection; Internet privacy; Computer security; World Wide Web","score_opus":0.030707588684565055,"score_gpt":0.26402003275747693,"score_spread":0.23331244407291188,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401386971","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20157002,0.0013661848,0.7757299,0.004424225,0.014255357,0.00025127325,0.000017055998,0.0012759366,0.001110047],"genre_scores_gemma":[0.93984246,0.000015227431,0.041583233,0.0014456288,0.016379027,0.000012708429,0.000019339694,0.000057025853,0.00064532703],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9973078,0.000109419685,0.00044776613,0.00093730097,0.00045631628,0.0007414095],"domain_scores_gemma":[0.99789387,0.00037840745,0.00006249912,0.0012663279,0.00008041651,0.00031847274],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00042287444,0.00031476398,0.00034494553,0.00012992565,0.00020794963,0.0008796557,0.0015288112,0.00013998269,0.00003864238],"category_scores_gemma":[0.000103490835,0.0003005158,0.00016213945,0.0009285988,0.000032532473,0.00030300417,0.0007806607,0.0004369933,0.00030184275],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007781,0.00016501732,0.0009445166,0.00013567516,0.00022884105,0.0009088173,0.0077091022,0.2524062,0.009670406,0.0011601441,0.49626932,0.23032415],"study_design_scores_gemma":[0.00031166794,0.00014279857,0.0023189343,0.0010746792,0.00004232239,0.000043487813,0.000040569026,0.6697311,0.0030837439,0.008134729,0.31431028,0.0007657263],"about_ca_topic_score_codex":0.00082237006,"about_ca_topic_score_gemma":0.00019933411,"teacher_disagreement_score":0.7382725,"about_ca_system_score_codex":0.000087369415,"about_ca_system_score_gemma":0.00011468534,"threshold_uncertainty_score":0.9999447},"labels":[],"label_agreement":null},{"id":"W4401436150","doi":"10.1038/s41598-024-65892-7","title":"Design and evaluation of crowdsourcing platforms based on users’ confidence judgments","year":2024,"lang":"en","type":"article","venue":"Scientific Reports","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Crowdsourcing; Computer science; Correctness; Popularity; Metacognition; Test (biology); Data science; Cognition; Artificial intelligence; World Wide Web; Psychology; Social psychology","score_opus":0.04520563480979342,"score_gpt":0.283899460839972,"score_spread":0.23869382603017855,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401436150","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49349785,0.00025815424,0.5009054,0.0000798735,0.004186607,0.0003617933,2.6118144e-7,0.00014558142,0.0005645121],"genre_scores_gemma":[0.9902037,9.10932e-7,0.009500433,0.000032992586,0.0000219543,0.000015120833,0.0000028067755,0.00001041712,0.00021167757],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9970119,0.0000846779,0.00042944928,0.0008933642,0.001322871,0.0002577538],"domain_scores_gemma":[0.9983072,0.00019842737,0.00017386828,0.0009597377,0.0002611436,0.00009959386],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00850988,0.00014438659,0.00015957069,0.00034913784,0.00026587537,0.0010182234,0.00020592293,0.00005752235,0.000019716805],"category_scores_gemma":[0.00021510354,0.000121580226,0.000056856683,0.00067972735,0.0001645876,0.00046984543,0.000080795,0.000116188705,0.000009966119],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003227698,0.00022572614,0.001856158,0.00048790156,0.00009470028,0.0011212622,0.0107549615,0.5427569,0.20636834,0.0073498273,0.0105509,0.218401],"study_design_scores_gemma":[0.000102456084,0.00004755235,0.00023143673,0.00042542734,0.000024594663,0.00010444711,0.000042871332,0.90656453,0.0793882,0.012567846,0.00036409922,0.00013654573],"about_ca_topic_score_codex":0.000013082728,"about_ca_topic_score_gemma":0.000001580083,"teacher_disagreement_score":0.49670586,"about_ca_system_score_codex":0.000075492346,"about_ca_system_score_gemma":0.0004003498,"threshold_uncertainty_score":0.9818751},"labels":[],"label_agreement":null},{"id":"W4401455160","doi":"10.1145/3643664.3648207","title":"Are You a Real Software Engineer? Best Practices in Online Recruitment for Software Engineering Studies","year":2024,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"","keywords":"Social software engineering; Software engineering; Computer science; Personal software process; Software; Software construction; Software development; Software Engineering Process Group; Software peer review; Operating system","score_opus":0.1493332984280836,"score_gpt":0.3646256290804255,"score_spread":0.2152923306523419,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401455160","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.122401,0.009627481,0.85967803,0.0025062836,0.0022016212,0.0011285722,0.000034156456,0.0023669817,0.00005586145],"genre_scores_gemma":[0.14100838,0.0006399106,0.8544845,0.00026152164,0.00056281965,0.00045362292,0.000018872066,0.00007976514,0.0024905908],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983249,0.00002737632,0.00035124028,0.000631843,0.00022763542,0.00043702955],"domain_scores_gemma":[0.9981198,0.0010734301,0.00014598656,0.00044748586,0.00012516952,0.00008815666],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004875412,0.00025849714,0.00031392215,0.00027379318,0.000086604974,0.00032949646,0.00036717128,0.00008750518,0.0000029058529],"category_scores_gemma":[0.0017190466,0.00022430302,0.000103690356,0.0005279324,0.000019120498,0.0005324528,0.0002063865,0.00023990961,0.0000143603975],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006213891,0.0010328317,0.010207025,0.006548593,0.0010534036,0.0017791141,0.018258886,0.0950435,0.0017877814,0.016726593,0.013451599,0.8340485],"study_design_scores_gemma":[0.0010758745,0.00048697853,0.002187404,0.0044755233,0.00012744142,0.0001990024,0.005139278,0.8762633,0.0021974577,0.00084140163,0.10548231,0.0015240016],"about_ca_topic_score_codex":0.00007813137,"about_ca_topic_score_gemma":0.0001997267,"teacher_disagreement_score":0.83252454,"about_ca_system_score_codex":0.00018438327,"about_ca_system_score_gemma":0.00007563888,"threshold_uncertainty_score":0.91468114},"labels":[],"label_agreement":null},{"id":"W4401508206","doi":"10.1109/infocom52122.2024.10621352","title":"Combinatorial Incentive Mechanism for Bundling Spatial Crowdsourcing with Unknown Utilities","year":2024,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Research and Development; National Natural Science Foundation of China","keywords":"Crowdsourcing; Incentive; Mechanism (biology); Computer science; Mechanism design; Data science; Microeconomics; World Wide Web; Economics","score_opus":0.01021776856310914,"score_gpt":0.22768858403668654,"score_spread":0.2174708154735774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401508206","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.037054572,0.0001043174,0.95394874,0.0005146799,0.002890092,0.00033646976,0.0000034597026,0.00090394355,0.0042437227],"genre_scores_gemma":[0.97520906,0.0000030823862,0.023186537,0.00016667659,0.00045930847,0.00004335115,0.0000036725028,0.000032420423,0.000895888],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9982467,0.000046544017,0.00025762044,0.0006413132,0.00032337193,0.00048443186],"domain_scores_gemma":[0.9988648,0.00036677587,0.000048854687,0.00040750386,0.00020307855,0.00010897426],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00039734703,0.0002414406,0.00023777313,0.00015224614,0.0003671638,0.0010634691,0.00041548838,0.000092174436,0.000013923567],"category_scores_gemma":[0.000055134227,0.00019160938,0.00011401719,0.00031426694,0.000069661655,0.0004761218,0.0001667483,0.0001968603,0.000018513554],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002160142,0.000024767083,0.000015603275,0.0000884574,0.000047592504,0.000022813478,0.0014996077,0.00010282871,0.0009481956,0.9841721,0.0002226306,0.01283379],"study_design_scores_gemma":[0.0010785566,0.00054257014,0.000021278232,0.00045917497,0.000053625034,0.00006269281,0.0006634518,0.7577437,0.064846374,0.16277395,0.011085466,0.000669157],"about_ca_topic_score_codex":0.00026625878,"about_ca_topic_score_gemma":0.000067453024,"teacher_disagreement_score":0.9381545,"about_ca_system_score_codex":0.000093043425,"about_ca_system_score_gemma":0.00018610609,"threshold_uncertainty_score":0.99997354},"labels":[],"label_agreement":null},{"id":"W4401691403","doi":"10.2139/ssrn.4914875","title":"Parking at the Right Spot: Crowdsourcing-Based Promotions for Electric Scooters","year":2024,"lang":"en","type":"preprint","venue":"SSRN Electronic Journal","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Crowdsourcing; Computer science; Transport engineering; Engineering; World Wide Web","score_opus":0.00973283423684413,"score_gpt":0.24188906829475745,"score_spread":0.23215623405791333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401691403","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10354029,0.016069677,0.8619108,0.012546128,0.0033182076,0.001340441,0.000013252233,0.0005424982,0.000718706],"genre_scores_gemma":[0.9925722,0.00037951284,0.0015656754,0.00034183616,0.0012838896,0.00015747565,0.000017036158,0.00012369477,0.0035587149],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99282473,0.00033099888,0.0007951915,0.0011687367,0.0007319432,0.0041483776],"domain_scores_gemma":[0.99712175,0.00042466077,0.0006135562,0.0013635593,0.00027874386,0.0001977521],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0055033346,0.00066573924,0.00055881264,0.0005550649,0.0018011796,0.0017288439,0.0023550708,0.00038299285,0.000014881212],"category_scores_gemma":[0.00017478525,0.00048340764,0.00092223525,0.00074871705,0.000109802626,0.00013615904,0.0011495937,0.0073282323,0.00006233588],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031788537,0.0006901358,0.0003482549,0.0015138541,0.0037503052,0.0002991454,0.0040751263,0.1569365,0.01301543,0.47566152,0.018706946,0.32468492],"study_design_scores_gemma":[0.00086623646,0.00046997925,0.00004316761,0.000993034,0.00044910674,0.0020285826,0.00012816793,0.33074835,0.0059717903,0.64351255,0.013608499,0.0011805429],"about_ca_topic_score_codex":0.00004941836,"about_ca_topic_score_gemma":0.00057512,"teacher_disagreement_score":0.8890319,"about_ca_system_score_codex":0.0036371676,"about_ca_system_score_gemma":0.007674937,"threshold_uncertainty_score":0.99976176},"labels":[],"label_agreement":null},{"id":"W4401878751","doi":"10.1109/ojcoms.2024.3449691","title":"Novel Distribution-Aware and Learning-Based Dynamic Scheme for Efficient User Incentivization in Edge Sensing Systems","year":2024,"lang":"en","type":"article","venue":"IEEE Open Journal of the Communications Society","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Natural Sciences and Engineering Research Council of Canada; Qatar National Library; Qatar University","keywords":"Scheme (mathematics); Enhanced Data Rates for GSM Evolution; Computer science; Artificial intelligence; Mathematics","score_opus":0.02776855407505877,"score_gpt":0.2990359963729256,"score_spread":0.2712674422978668,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401878751","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.039605312,0.00087143586,0.95490813,0.0036840297,0.000567463,0.00032108376,0.0000083491905,0.000021466076,0.000012745515],"genre_scores_gemma":[0.9694305,0.000047390065,0.030326331,0.000059409173,0.00002053063,0.0000052352157,0.0000066103066,0.000010329484,0.00009366452],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99898374,0.00022376489,0.00035424854,0.0001422854,0.00015538369,0.00014058227],"domain_scores_gemma":[0.9982634,0.00052706467,0.00023457062,0.0006741636,0.0002614704,0.000039319915],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001785406,0.000091956965,0.00015568048,0.000035964276,0.00063905865,0.0009103453,0.0013944376,0.000055282693,1.9224123e-7],"category_scores_gemma":[0.00010029988,0.000071463306,0.00013199184,0.00049374765,0.00010465141,0.0002618906,0.0004590634,0.0004537026,5.6105046e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023419921,0.00046601382,0.0011584903,0.00040634914,0.0002261763,0.0000029484086,0.009257229,0.9391341,0.019828975,0.008080321,0.005996268,0.015419666],"study_design_scores_gemma":[0.00034723367,0.00001782463,0.00034237438,0.0008080174,0.000016666101,0.000044368055,0.00045263465,0.991823,0.00017074442,0.00004058452,0.0058532087,0.00008330377],"about_ca_topic_score_codex":0.000037995895,"about_ca_topic_score_gemma":0.000015198867,"teacher_disagreement_score":0.9298252,"about_ca_system_score_codex":0.00024947277,"about_ca_system_score_gemma":0.0002391448,"threshold_uncertainty_score":0.877848},"labels":[],"label_agreement":null},{"id":"W4402159729","doi":"10.1109/icc51166.2024.10623008","title":"Efficient Privacy-Preserving Multi-Location Task Allocation in Fog-Assisted Vehicular Crowdsourcing","year":2024,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of New Brunswick","funders":"National Natural Science Foundation of China","keywords":"Crowdsourcing; Computer science; Task (project management); Privacy protection; Computer security; World Wide Web; Engineering","score_opus":0.020219037781786197,"score_gpt":0.2605933125675417,"score_spread":0.24037427478575552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402159729","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.30295038,0.0007516075,0.6932023,0.0011093948,0.00044706184,0.00023807873,2.8725523e-7,0.0006293113,0.0006715625],"genre_scores_gemma":[0.95985377,0.0000046670834,0.039353866,0.00014221945,0.00007143196,0.00003229752,0.000005359104,0.0000257203,0.0005106932],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99776876,0.00014674338,0.00046052114,0.0007802448,0.00039251064,0.00045122273],"domain_scores_gemma":[0.99858236,0.00017296121,0.000064655505,0.0009362892,0.00013532971,0.00010840361],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009890894,0.00022557961,0.00019858476,0.0004247807,0.00018080657,0.00078325113,0.00077435176,0.0001201672,0.000011721062],"category_scores_gemma":[0.00023843719,0.00021197592,0.00008584988,0.0015864216,0.000033686298,0.0003076338,0.00044885243,0.0002860926,0.0001085455],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001045158,0.00041285084,0.0015756302,0.000590601,0.00006580305,0.00023267181,0.011598774,0.6526319,0.15036201,0.02096236,0.0011296024,0.16042735],"study_design_scores_gemma":[0.00026096037,0.00001880933,0.010403458,0.00046028552,0.000008296433,0.000035736317,0.00013842685,0.9827436,0.0047796457,0.00014497658,0.0007446488,0.00026115516],"about_ca_topic_score_codex":0.00042409106,"about_ca_topic_score_gemma":0.00011048275,"teacher_disagreement_score":0.6569033,"about_ca_system_score_codex":0.00024489025,"about_ca_system_score_gemma":0.00014646555,"threshold_uncertainty_score":0.86441267},"labels":[],"label_agreement":null},{"id":"W4402216867","doi":"10.1145/3691627","title":"Reputation Gaming in Crowd Technical Knowledge Sharing","year":2024,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; Polytechnique Montréal","funders":"","keywords":"Computer science; Reputation; Knowledge management","score_opus":0.06536044955787561,"score_gpt":0.3277611355513543,"score_spread":0.26240068599347866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402216867","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029531352,0.0011178532,0.9673213,0.00015283332,0.00079750083,0.00007708823,9.106683e-7,0.00097164966,0.00002951366],"genre_scores_gemma":[0.46945757,0.00004706672,0.5302897,0.00002364876,0.000033267857,0.000024830206,6.828645e-7,0.000017460328,0.00010578944],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99879014,0.000094569594,0.00024002892,0.00052500895,0.00007552061,0.00027475276],"domain_scores_gemma":[0.9975746,0.0018700578,0.00001604434,0.0004458516,0.000022177965,0.00007125672],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010534917,0.00015691912,0.0002059669,0.00048278354,0.00008439151,0.00012218818,0.00027937186,0.00014935531,0.000004231778],"category_scores_gemma":[0.00059860444,0.00016261463,0.00006274699,0.000565298,0.000027176733,0.00021197704,0.000030003144,0.0004753067,0.000008688024],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000948477,0.00005027657,0.000105439656,0.00026427893,0.000036232108,0.00010377428,0.0027819239,0.08723536,0.008902818,0.007071885,0.000021652388,0.8934169],"study_design_scores_gemma":[0.0009292016,0.00041056803,0.0070889443,0.0019002473,0.00009028557,0.001915761,0.00022043627,0.9403961,0.023969822,0.009568327,0.012142563,0.0013677592],"about_ca_topic_score_codex":0.00002005701,"about_ca_topic_score_gemma":0.000011490921,"teacher_disagreement_score":0.89204913,"about_ca_system_score_codex":0.00007027144,"about_ca_system_score_gemma":0.000033258235,"threshold_uncertainty_score":0.6631232},"labels":[],"label_agreement":null},{"id":"W4402350810","doi":"10.1109/mwc.005.2400126","title":"Accelerating the Delivery of Data Services Over Uncertain Mobile Crowdsensing Networks","year":2024,"lang":"en","type":"article","venue":"IEEE Wireless Communications","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"European Research Consortium for Informatics and Mathematics","keywords":"Computer science; Crowdsensing; Computer network; Mobile computing; Mobile telephony; Mobile radio; Computer security","score_opus":0.0674540138150904,"score_gpt":0.31948414923022295,"score_spread":0.25203013541513253,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402350810","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6068424,0.018086687,0.36811623,0.0018579138,0.0012201429,0.0006447633,0.000045588735,0.00088644755,0.0022998173],"genre_scores_gemma":[0.9845624,0.00059489335,0.014356012,0.00022931304,0.000117225725,0.000021786727,0.00003949196,0.000023467828,0.00005544013],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99831325,0.00028934053,0.00043955806,0.0004272164,0.0002462979,0.00028435158],"domain_scores_gemma":[0.9921138,0.0011977175,0.00014292296,0.0063577974,0.00013234958,0.0000553755],"candidate_categories":["open_science"],"consensus_categories":[],"category_scores_codex":[0.0008303467,0.00017411748,0.00020290041,0.00009112738,0.0007100976,0.0007613809,0.0054355515,0.00008376953,0.0000045809606],"category_scores_gemma":[0.000009002885,0.00013761364,0.00007725172,0.00080286356,0.00022959348,0.00096417224,0.0020234908,0.00045757412,0.000010500191],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007877659,0.00021037651,0.0005689114,0.00033979097,0.00030252003,0.00002514967,0.011032501,0.08917538,0.021942342,0.0408785,0.0033796402,0.832137],"study_design_scores_gemma":[0.00006116566,0.000012118228,0.00014346773,0.00039509847,0.00002580775,0.000023007484,0.00039074736,0.99177265,0.00061652396,0.00016998472,0.006235791,0.00015366489],"about_ca_topic_score_codex":0.0005815355,"about_ca_topic_score_gemma":0.00032897355,"teacher_disagreement_score":0.90259725,"about_ca_system_score_codex":0.000039268798,"about_ca_system_score_gemma":0.00012856667,"threshold_uncertainty_score":0.9999455},"labels":[],"label_agreement":null},{"id":"W4402830010","doi":"10.2196/58771","title":"Dropout in a Longitudinal Survey of Amazon Mechanical Turk Workers With Low Back Pain: Observational Study","year":2024,"lang":"en","type":"article","venue":"Interactive Journal of Medical Research","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":true,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Complementary and Integrative Health","keywords":"Preprint; Observational study; Amazon rainforest; Drop (telecommunication); Drop out; Survey research; Psychology; Medicine; Engineering; Computer science; World Wide Web; Applied psychology; Mechanical engineering; Ecology","score_opus":0.16964640677440096,"score_gpt":0.4436534221644496,"score_spread":0.2740070153900486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402830010","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88867104,0.00021188793,0.10731008,0.0031384095,0.00037461636,0.00019488849,0.0000015182698,0.000009533746,0.0000880257],"genre_scores_gemma":[0.998616,0.000019177145,0.0011073226,0.0000426072,0.00013888258,0.000004627786,8.7012864e-7,0.000013181803,0.00005734738],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99104255,0.0029955136,0.000796158,0.00036640855,0.004383521,0.00041584627],"domain_scores_gemma":[0.9878778,0.009873634,0.00017103505,0.0002943814,0.0014501164,0.0003330247],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.02980711,0.00014144709,0.00041559272,0.00064694294,0.000058301215,0.00027970402,0.001206464,0.000111927075,0.00019141375],"category_scores_gemma":[0.008677944,0.000095750715,0.00009195434,0.0017413611,0.00020614396,0.00050276436,0.00034834255,0.0023737124,0.000018697681],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025843936,0.0034079452,0.8055908,0.00036050574,0.0007518616,0.009786197,0.006131674,0.0005316344,0.0006534016,0.0017224039,0.007879825,0.16059935],"study_design_scores_gemma":[0.002292999,0.00564266,0.74472576,0.010569109,0.000012962142,0.00052708044,0.0031532145,0.2304993,0.00091317185,0.0010000686,0.0003689298,0.0002947643],"about_ca_topic_score_codex":0.001111861,"about_ca_topic_score_gemma":0.0009010958,"teacher_disagreement_score":0.22996767,"about_ca_system_score_codex":0.0002742663,"about_ca_system_score_gemma":0.0017029099,"threshold_uncertainty_score":0.9999279},"labels":[],"label_agreement":null},{"id":"W4402978230","doi":"10.1109/tmc.2024.3470993","title":"Long-Term or Temporary? Hybrid Worker Recruitment for Mobile Crowd Sensing and Computing","year":2024,"lang":"en","type":"article","venue":"IEEE Transactions on Mobile Computing","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Aeronautical Science Foundation of China; Natural Science Foundation of Jiangsu Province; National Natural Science Foundation of China","keywords":"Computer science; Term (time); Mobile computing; Crowd sourcing; Mobile telephony; Computer security; Computer network; World Wide Web; Mobile radio","score_opus":0.04354741402426556,"score_gpt":0.30814538540501735,"score_spread":0.2645979713807518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402978230","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.27230388,0.00078464445,0.72215754,0.00007414207,0.0021662049,0.001449817,0.000010263515,0.0009963467,0.000057158704],"genre_scores_gemma":[0.9638738,0.000047364687,0.03494672,0.00019514978,0.00033246962,0.00008498819,0.0000054681473,0.000088585344,0.0004254456],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99660176,0.00015716687,0.0007299048,0.0013348111,0.00036674074,0.0008096244],"domain_scores_gemma":[0.9973761,0.0013483724,0.00014670409,0.0007438337,0.00013068289,0.00025435115],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0008971867,0.0005142115,0.0005063143,0.00040739696,0.0011228431,0.0012817578,0.00042132018,0.00013741049,0.000013967641],"category_scores_gemma":[0.0000108152935,0.00047038737,0.00028157825,0.00068459543,0.00012640872,0.00041295734,0.000031745898,0.0005775178,0.000026986823],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037692105,0.00010754751,0.000039976494,0.00026847754,0.000110224755,0.0001817476,0.0012442555,0.078496136,0.0013952993,0.000034307144,0.00023590117,0.9178484],"study_design_scores_gemma":[0.000666213,0.0005634695,0.00006802223,0.0016406716,0.000072457835,0.0007696402,0.0002070851,0.9717882,0.021215042,0.000072653376,0.0022504448,0.00068605546],"about_ca_topic_score_codex":0.000029445619,"about_ca_topic_score_gemma":0.000013990965,"teacher_disagreement_score":0.91716236,"about_ca_system_score_codex":0.00019567201,"about_ca_system_score_gemma":0.00017525304,"threshold_uncertainty_score":0.99977475},"labels":[],"label_agreement":null},{"id":"W4403648077","doi":"10.1145/3691621.3694946","title":"Engaging with AI: An Exploratory Study on Developers' Sharing and Reactions to ChatGPT in GitHub Pull Requests","year":2024,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Computer science; Exploratory research; World Wide Web","score_opus":0.029629398213953065,"score_gpt":0.2843472717918945,"score_spread":0.25471787357794146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403648077","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9563762,0.000040129613,0.040339414,0.0007607249,0.00016804544,0.0002437408,1.8558579e-7,0.00043476967,0.0016367695],"genre_scores_gemma":[0.9949925,0.0000019535407,0.0041624475,0.0004125339,0.000044196513,0.000035598674,3.9952522e-7,0.000018569941,0.00033179275],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99859935,0.000074753596,0.00017598628,0.00070126954,0.00019079479,0.00025782242],"domain_scores_gemma":[0.9992684,0.000056925775,0.000014547279,0.0004793189,0.000039899525,0.00014087919],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007050249,0.0001515034,0.00013212411,0.00036557537,0.00017470006,0.0007475771,0.00024724164,0.000029701943,0.000002772263],"category_scores_gemma":[0.00002491074,0.0001227359,0.000010972756,0.0006862477,0.000016239315,0.0008458893,0.00016592756,0.00029246972,0.000024355544],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008983195,0.001103022,0.11187339,0.00021601701,0.0001520392,0.0027085962,0.5613734,0.0074628037,0.012098943,0.054522842,0.00088152086,0.24751757],"study_design_scores_gemma":[0.0034230321,0.007001605,0.150724,0.0068946127,0.00008263416,0.0008906683,0.15836665,0.615436,0.021277316,0.0027446852,0.028081805,0.0050769867],"about_ca_topic_score_codex":0.00013978482,"about_ca_topic_score_gemma":0.00092010654,"teacher_disagreement_score":0.6079732,"about_ca_system_score_codex":0.00007947975,"about_ca_system_score_gemma":0.00008047654,"threshold_uncertainty_score":0.72089034},"labels":[],"label_agreement":null},{"id":"W4404788240","doi":"10.1109/access.2024.3507695","title":"A Continuous Authentication Approach for Mobile Crowdsourcing Based on Federated Learning","year":2024,"lang":"en","type":"article","venue":"IEEE Access","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières; École de Technologie Supérieure","funders":"","keywords":"Crowdsourcing; Computer science; Authentication (law); World Wide Web; Computer security","score_opus":0.022206459531291006,"score_gpt":0.293254830794382,"score_spread":0.271048371263091,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404788240","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.063610956,0.00011964316,0.93159384,0.00014456871,0.0006732453,0.00053402013,0.0000020657735,0.0009249865,0.0023966678],"genre_scores_gemma":[0.9895591,0.0000015237258,0.00898045,0.00023252435,0.00021219891,0.0002815324,0.00001635583,0.000038732655,0.0006775894],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99828327,0.00009842694,0.00026772186,0.00069767237,0.0002634367,0.00038944648],"domain_scores_gemma":[0.9989328,0.00037406303,0.000079942845,0.00040167343,0.00012118839,0.00009032748],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0006241578,0.00020601873,0.00021194927,0.00023021677,0.0004485322,0.002900064,0.00062261056,0.00009932773,0.0000062130944],"category_scores_gemma":[0.00006648275,0.00019012566,0.00012630444,0.0005696269,0.000034778546,0.00051281985,0.000063320076,0.00027202087,0.000022942868],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008126431,0.00037462093,0.0006833775,0.0008240948,0.000106394524,0.000055751694,0.003066817,0.6898522,0.02929977,0.0062954985,0.0054240236,0.26393622],"study_design_scores_gemma":[0.00026771502,0.00012563427,0.000068457186,0.00014675541,0.000016917493,0.00000922453,0.000052649553,0.98216414,0.0138979675,0.00022359675,0.0027882592,0.00023866304],"about_ca_topic_score_codex":0.000025562287,"about_ca_topic_score_gemma":0.0000010250259,"teacher_disagreement_score":0.92594814,"about_ca_system_score_codex":0.000074065414,"about_ca_system_score_gemma":0.00010045541,"threshold_uncertainty_score":0.99813503},"labels":[],"label_agreement":null},{"id":"W4405179000","doi":"10.1109/jiot.2024.3514457","title":"Cooperative-Rationality-Based Multiplatform Task Assignment Mechanisms for Mobile Crowdsensing","year":2024,"lang":"en","type":"article","venue":"IEEE Internet of Things Journal","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"Simon Fraser University; National Natural Science Foundation of China","keywords":"Computer science; Crowdsensing; Rationality; Task (project management); Mobile telephony; Mobile computing; Task analysis; Computer network; Distributed computing; Mobile radio; Computer security","score_opus":0.018737164909197353,"score_gpt":0.27216243737845963,"score_spread":0.2534252724692623,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405179000","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04283941,0.0002357319,0.9531117,0.00045070797,0.00275988,0.00026466922,0.0000052547807,0.00014042866,0.00019220388],"genre_scores_gemma":[0.87783355,0.0000035359606,0.12108849,0.00047663576,0.00019961191,0.000016376038,0.0000030535643,0.00002125152,0.00035751794],"study_design_codex":"bench_or_experimental","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979941,0.00007203301,0.00065462856,0.00039901893,0.00052486814,0.0003553127],"domain_scores_gemma":[0.9985268,0.00042788583,0.00024973653,0.0002794419,0.00036908255,0.00014702424],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0014687303,0.00023579613,0.00029989143,0.0002443227,0.00020724758,0.0011577385,0.0005749941,0.00010759337,0.00002391372],"category_scores_gemma":[0.00009164964,0.00019944424,0.00029021842,0.00019596014,0.00007083103,0.00097462046,0.000068147754,0.0004323402,0.000013731368],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013604059,0.00029475996,0.00002052148,0.0003991973,0.00044537368,0.00025016817,0.011840045,0.06503792,0.74831206,0.05982115,0.014480992,0.098961756],"study_design_scores_gemma":[0.000396913,0.00034048487,0.0000024232925,0.0005983042,0.000022780541,0.00028602677,0.000090170244,0.68376285,0.30420968,0.0055929525,0.004496642,0.00020077231],"about_ca_topic_score_codex":0.000022849254,"about_ca_topic_score_gemma":0.000002138033,"teacher_disagreement_score":0.83499414,"about_ca_system_score_codex":0.00019778582,"about_ca_system_score_gemma":0.00026600878,"threshold_uncertainty_score":0.9998792},"labels":[],"label_agreement":null},{"id":"W4408102991","doi":"10.1016/j.jss.2025.112405","title":"A systematic mapping study of crowd knowledge enhanced software engineering research using Stack Overflow","year":2025,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University; University of Manitoba; University of Calgary","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Stack (abstract data type); Software engineering; Software; Systems engineering; Engineering; Operating system","score_opus":0.04073953643725212,"score_gpt":0.31249438749951275,"score_spread":0.2717548510622606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408102991","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58107716,0.0048486013,0.41300172,0.000004600505,0.00066127256,0.00035890655,7.346597e-7,0.00003448138,0.000012561978],"genre_scores_gemma":[0.98989856,0.000019745377,0.009806357,0.0000037489608,0.0001048663,0.000008108054,8.804844e-8,0.000015730886,0.00014278188],"study_design_codex":"systematic_review","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99707943,0.00041170378,0.0012501965,0.00028352535,0.0006143375,0.00036081317],"domain_scores_gemma":[0.99657786,0.0010136586,0.00055771536,0.00054316135,0.0011816918,0.0001259191],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00326536,0.0002012581,0.0008881082,0.0008544434,0.00027454994,0.0003802224,0.000564213,0.000105119376,6.030064e-7],"category_scores_gemma":[0.001373718,0.00016684417,0.00011620419,0.0010153594,0.00003776231,0.00037795003,0.00028628693,0.00043624986,8.844109e-7],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023329715,0.0040208707,0.066456385,0.4023353,0.005286637,0.0011730099,0.21848433,0.21028665,0.070122555,0.0051968866,0.0019288446,0.014475268],"study_design_scores_gemma":[0.010189322,0.0035933782,0.016903441,0.4221969,0.00064744474,0.0020126363,0.093550846,0.44123667,0.0064700125,0.0004518539,0.00054946466,0.0021980132],"about_ca_topic_score_codex":0.0000806407,"about_ca_topic_score_gemma":0.000005525073,"teacher_disagreement_score":0.40882143,"about_ca_system_score_codex":0.00017280538,"about_ca_system_score_gemma":0.0002625611,"threshold_uncertainty_score":0.68037075},"labels":[],"label_agreement":null},{"id":"W4408325107","doi":"10.1109/globecom52923.2024.10901333","title":"An Efficient Online Task Assignment Algorithm for Hybrid Mobile Crowdsensing","year":2024,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University; University of British Columbia","funders":"National Natural Science Foundation of China","keywords":"Crowdsensing; Computer science; Task (project management); Algorithm; Computer security; Engineering","score_opus":0.011001196270781877,"score_gpt":0.27212273085399574,"score_spread":0.26112153458321385,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408325107","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.036337525,0.0004483885,0.95961,0.00025082246,0.0013985968,0.0004667185,0.000030835457,0.0011239857,0.00033313123],"genre_scores_gemma":[0.69434565,0.000004775263,0.3043083,0.00030638266,0.00035652204,0.000035213456,0.000027002992,0.00003356677,0.0005826067],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978217,0.0000600247,0.00034458548,0.0008731207,0.0003542781,0.0005462978],"domain_scores_gemma":[0.9986418,0.00020183738,0.000043986143,0.0007920468,0.00010550034,0.00021481322],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00056107965,0.00025291872,0.00022917787,0.00017772344,0.00026848217,0.0009963344,0.00047241893,0.000058236696,0.00001558413],"category_scores_gemma":[0.000014706847,0.00021664987,0.00015961162,0.0003143923,0.000053376418,0.0002674196,0.00013352252,0.00016903227,0.0000441959],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000019858185,0.00021639929,0.0000014198723,0.000035315177,0.00002866641,0.00008877681,0.00044946044,0.028813204,0.010746595,0.00262386,0.0024107406,0.9545836],"study_design_scores_gemma":[0.00018693437,0.00024757884,0.000008396958,0.00008232553,0.000015900216,0.00012222602,0.00013093617,0.9564195,0.019909335,0.00034452436,0.02223167,0.00030062645],"about_ca_topic_score_codex":0.000030336572,"about_ca_topic_score_gemma":0.0000034990378,"teacher_disagreement_score":0.95428294,"about_ca_system_score_codex":0.00012582155,"about_ca_system_score_gemma":0.00012312498,"threshold_uncertainty_score":0.9607675},"labels":[],"label_agreement":null},{"id":"W4408325542","doi":"10.1109/globecom52923.2024.10901193","title":"Dynamic Multi-Incentive Framework for Edge Vehicular Crowdsensing in IoV Networks","year":2024,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"National Science and Technology Council","keywords":"Crowdsensing; Computer science; Incentive; Enhanced Data Rates for GSM Evolution; Edge computing; Computer network; Distributed computing; Computer security; Artificial intelligence; Microeconomics","score_opus":0.01402954123308616,"score_gpt":0.2793735272963438,"score_spread":0.26534398606325765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408325542","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.023734493,0.0018773107,0.9709697,0.0005533762,0.0017396427,0.00035724824,0.0000015073102,0.000558772,0.0002079862],"genre_scores_gemma":[0.7086731,0.000021045733,0.2906142,0.00025809192,0.00008635143,0.000014355632,0.0000035757087,0.000025840305,0.00030342315],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9980805,0.00006981706,0.00032863324,0.00075026613,0.0001725696,0.0005982144],"domain_scores_gemma":[0.99869525,0.0005388349,0.00004232912,0.0005515761,0.000071592134,0.00010040887],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005377262,0.00023414986,0.00025341683,0.00020759826,0.00016670616,0.00070766424,0.00040339332,0.00020703276,0.0000057127772],"category_scores_gemma":[0.00010850577,0.00021623961,0.00017057786,0.0007539021,0.000059374168,0.00033920683,0.00018474096,0.00043392944,0.00002981325],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000037480502,0.00029750974,0.0005868948,0.00035063294,0.00019201086,0.0008609169,0.0065951645,0.15354003,0.0033356554,0.36519864,0.0024183737,0.4665867],"study_design_scores_gemma":[0.0002124229,0.000029126932,0.0005245262,0.000530985,0.000009450069,0.000021338172,0.00009100938,0.9919645,0.0005373594,0.0045631225,0.0012298833,0.00028624546],"about_ca_topic_score_codex":0.00004256935,"about_ca_topic_score_gemma":0.00006959778,"teacher_disagreement_score":0.8384245,"about_ca_system_score_codex":0.00015064885,"about_ca_system_score_gemma":0.00007095429,"threshold_uncertainty_score":0.8817996},"labels":[],"label_agreement":null},{"id":"W4408605475","doi":"10.1016/j.multra.2025.100223","title":"Evaluating the usefulness of VGI for citizen co-producing city services from citizen perspective: A case study of crowdsourcing pedestrian navigation","year":2025,"lang":"en","type":"article","venue":"Multimodal Transportation","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"National Natural Science Foundation of China","keywords":"Crowdsourcing; Volunteered geographic information; Perspective (graphical); Pedestrian; Citizen science; Computer science; Data science; Transport engineering; Engineering; World Wide Web; Artificial intelligence","score_opus":0.06637986463921254,"score_gpt":0.36916059473677737,"score_spread":0.30278073009756484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408605475","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84584296,0.00005318972,0.15254915,0.00009982977,0.00019079277,0.0011039632,0.00005284799,0.000078490564,0.000028772463],"genre_scores_gemma":[0.9892214,8.0412906e-7,0.010482428,0.00002289836,0.000061038,0.00013614404,0.000046355664,0.000015542888,0.000013413926],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9977926,0.00021298927,0.00072525756,0.00063389144,0.00040430782,0.00023094968],"domain_scores_gemma":[0.99752635,0.00064826774,0.00048060104,0.0006374291,0.0006664327,0.000040944535],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001172979,0.00021361883,0.00037749857,0.00015612524,0.00048777048,0.00011490102,0.000430157,0.000086166016,0.000004119865],"category_scores_gemma":[0.00009542801,0.00018859914,0.00013199676,0.0005790134,0.00006587436,0.00034404514,0.000018506109,0.0001732505,2.513958e-7],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000521695,0.001043233,0.1357346,0.0012392408,0.00054764823,0.00012363256,0.59588194,0.13749631,0.07166526,0.0016581144,0.00000871232,0.0540796],"study_design_scores_gemma":[0.0055380175,0.00066212675,0.20285767,0.0008538651,0.00044115158,0.00002008126,0.15699652,0.5659616,0.06311673,0.003106349,0.0000038979656,0.00044201064],"about_ca_topic_score_codex":0.026764747,"about_ca_topic_score_gemma":0.0022217957,"teacher_disagreement_score":0.43888545,"about_ca_system_score_codex":0.00007583384,"about_ca_system_score_gemma":0.00011962097,"threshold_uncertainty_score":0.9797161},"labels":[],"label_agreement":null},{"id":"W4409916910","doi":"10.1109/tmc.2025.3563345","title":"BAT: A Versatile Bipartite Attention-Based Approach for Comprehensive Truth Inference in Mobile Crowdsourcing","year":2025,"lang":"en","type":"article","venue":"IEEE Transactions on Mobile Computing","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"National Natural Science Foundation of China","keywords":"Crowdsourcing; Computer science; Inference; Bipartite graph; Artificial intelligence; Ground truth; Mobile computing; World Wide Web; Theoretical computer science; Computer network; Graph","score_opus":0.022646144104512447,"score_gpt":0.2863331307574352,"score_spread":0.2636869866529228,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409916910","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15629303,0.00013493968,0.840693,0.000039464892,0.0009117667,0.001152472,0.000011383178,0.0005066835,0.0002572385],"genre_scores_gemma":[0.94983584,0.000005828334,0.04919194,0.00029286154,0.000043980355,0.0005052534,0.000008561804,0.00003035197,0.00008540657],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969904,0.00020372296,0.0007183371,0.0010530319,0.00030675484,0.0007277679],"domain_scores_gemma":[0.9963189,0.0022502805,0.00019000543,0.000870498,0.00024397338,0.00012638207],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00050201325,0.00040802493,0.00052488706,0.00076792313,0.00071149465,0.00035516516,0.0007051043,0.00018186604,0.0000065579234],"category_scores_gemma":[0.00003112939,0.00044950494,0.00031601262,0.0014842149,0.00011597579,0.0002700661,0.000016893593,0.0005248251,0.000012040246],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000036514324,0.00034847212,0.00018863112,0.00015942128,0.00003494673,0.000003993849,0.0005465197,0.9338992,0.0024121602,0.00026520574,0.00005010427,0.06205479],"study_design_scores_gemma":[0.0016493577,0.00022455909,0.00025878978,0.00037303942,0.000030192625,0.0000033750393,0.000498693,0.9842789,0.011697056,0.00008035351,0.0004997153,0.00040595388],"about_ca_topic_score_codex":0.00006629411,"about_ca_topic_score_gemma":0.000012625332,"teacher_disagreement_score":0.7935428,"about_ca_system_score_codex":0.00024360554,"about_ca_system_score_gemma":0.00024104775,"threshold_uncertainty_score":0.9997957},"labels":[],"label_agreement":null},{"id":"W4410022882","doi":"10.1332/27324176y2025d000000037","title":"How can working conditions for online crowdworkers be improved? Institutional experiments for cross-jurisdictional polycentric work","year":2025,"lang":"en","type":"article","venue":"Work in the Global Economy","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"H2020 European Research Council; UK Research and Innovation","keywords":"Work (physics); Computer science; Engineering; Mechanical engineering","score_opus":0.021582457128656453,"score_gpt":0.2918618960872723,"score_spread":0.27027943895861584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410022882","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.23031814,0.0019733582,0.71008563,0.03956854,0.006015923,0.0034797299,0.00041054314,0.00036823636,0.007779884],"genre_scores_gemma":[0.9735969,0.0000031719742,0.021964604,0.0029436504,0.00031540214,0.00046473634,0.00011405315,0.000008222275,0.00058927026],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99842393,0.000047391746,0.0003499602,0.00053095387,0.00010915071,0.00053858256],"domain_scores_gemma":[0.99891466,0.00031340288,0.00013943583,0.00046375833,0.00009069254,0.000078023746],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036235238,0.00022468441,0.0002215769,0.00012614545,0.00078744325,0.0009280168,0.0008599608,0.00012083148,0.0000036648303],"category_scores_gemma":[0.000070946495,0.0002068881,0.00019668454,0.0010223854,0.00018977904,0.00025689663,0.00014139664,0.00016530073,0.0000012876949],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006028727,0.00090748095,0.06833656,0.00008876306,0.00041663778,0.000015303574,0.0012746063,0.023241326,0.000039519964,0.7989445,0.035477154,0.070655316],"study_design_scores_gemma":[0.0071421145,0.00016527309,0.039948806,0.00077106437,0.00009249504,0.000049416696,0.0011256457,0.033059392,0.00036218157,0.08484469,0.8311836,0.0012553241],"about_ca_topic_score_codex":0.000028039887,"about_ca_topic_score_gemma":0.000046254565,"teacher_disagreement_score":0.79570645,"about_ca_system_score_codex":0.0005494564,"about_ca_system_score_gemma":0.0003518075,"threshold_uncertainty_score":0.8948887},"labels":[],"label_agreement":null},{"id":"W4410335224","doi":"10.1016/j.ins.2025.122290","title":"TrueCome: Effective data truth discovery based on fuzzy clustering with prior constraints","year":2025,"lang":"en","type":"article","venue":"Information Sciences","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Higher Education Discipline Innovation Project; Xidian University; Natural Science Foundation of Shaanxi Province; National Natural Science Foundation of China","keywords":"Computer science; Cluster analysis; Fuzzy clustering; Data mining; Fuzzy logic; Artificial intelligence","score_opus":0.015871188956005543,"score_gpt":0.2709001222210193,"score_spread":0.25502893326501375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410335224","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.029850861,0.000005811482,0.9341559,0.00067993,0.000494424,0.0002646337,0.000015364638,0.0001323903,0.034400728],"genre_scores_gemma":[0.985521,6.721e-7,0.013370165,0.0010459824,0.000013323544,0.000011217701,0.0000103469,0.0000014636436,0.00002578587],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9987578,0.000055937042,0.0002460373,0.00028967098,0.00041907595,0.00023152103],"domain_scores_gemma":[0.9986098,0.00047151488,0.00013938024,0.00067051774,0.00006452444,0.000044262626],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0010518731,0.00012233101,0.00012975039,0.00032242766,0.00047516578,0.0014506805,0.0011799078,0.00003292234,0.0000029623611],"category_scores_gemma":[0.00022682587,0.00008689741,0.000022107548,0.0009328982,0.0003528938,0.0050696614,0.0002642417,0.000103865474,0.000020536563],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049102997,0.00004571677,0.0015562397,0.000094466166,0.000018497203,0.0000042902843,0.0014012981,0.07804285,0.000047507932,0.028789634,0.0006473595,0.889303],"study_design_scores_gemma":[0.00059861684,0.00015608185,0.0073387125,0.00028057332,0.0000055255464,0.000009355015,0.00045034048,0.98850316,0.00081264065,0.00026714356,0.0013991547,0.00017872003],"about_ca_topic_score_codex":0.0000272146,"about_ca_topic_score_gemma":0.00001426553,"teacher_disagreement_score":0.9556702,"about_ca_system_score_codex":0.000044278775,"about_ca_system_score_gemma":0.00029778376,"threshold_uncertainty_score":0.9995859},"labels":[],"label_agreement":null},{"id":"W4410632569","doi":"10.1145/3701716.3717658","title":"Workshop on Sustainable AI for the Future Web","year":2025,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Wollongong; Carnegie Mellon University; University of Southern California; Institute for Catastrophic Loss Reduction; Nvidia; National Science Foundation","keywords":"Computer science; World Wide Web","score_opus":0.006428672169953229,"score_gpt":0.2531990062190241,"score_spread":0.24677033404907084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410632569","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0010526802,0.00044589842,0.8986596,0.0665634,0.0008916714,0.00033186344,2.5201217e-7,0.00023025362,0.031824376],"genre_scores_gemma":[0.79998076,0.000028761347,0.005743633,0.01574062,0.00037366152,0.000063105275,5.8255426e-7,0.000008415203,0.17806044],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.999272,0.000019950447,0.000092656664,0.00023589547,0.00009345269,0.00028606277],"domain_scores_gemma":[0.9988701,0.0003840913,0.000018846828,0.00060065114,0.00009944073,0.000026906477],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030735665,0.00008637547,0.00007902068,0.00006117971,0.00043549144,0.0003637563,0.0005412967,0.000050884195,0.000008399582],"category_scores_gemma":[0.00005148431,0.000051805157,0.00006735409,0.00039682342,0.00002203404,0.000105927465,0.00013554329,0.00012648637,0.000010162269],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000062879903,0.00001424137,0.000013161153,0.000014037101,0.000010463754,0.0000024716885,0.00011162916,0.0006698662,0.000030539566,0.7457575,0.17456274,0.078807056],"study_design_scores_gemma":[0.00023459602,0.000022237105,0.0000896953,0.000027775746,0.0000066582056,0.0000016840839,0.0013811596,0.13255215,0.00075792836,0.008709571,0.8561231,0.00009348271],"about_ca_topic_score_codex":0.000008136897,"about_ca_topic_score_gemma":0.000015755282,"teacher_disagreement_score":0.89291596,"about_ca_system_score_codex":0.000033362914,"about_ca_system_score_gemma":0.00010934863,"threshold_uncertainty_score":0.35077104},"labels":[],"label_agreement":null},{"id":"W4411142912","doi":"10.1109/jiot.2025.3577671","title":"Energy-Efficient Data Collection and Resource Allocation for UoI-Aware Mobile Crowdsensing in IoV","year":2025,"lang":"en","type":"article","venue":"IEEE Internet of Things Journal","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"National Key Laboratory of Science and Technology on Communications; Natural Science Foundation of Fujian Province; National Natural Science Foundation of China","keywords":"Computer science; Crowdsensing; Computer network; Resource allocation; Data collection; Mobile computing; Energy consumption; Resource management (computing); Efficient energy use; Real-time computing; Distributed computing; Computer security","score_opus":0.01730636696679296,"score_gpt":0.2693913881234351,"score_spread":0.25208502115664216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411142912","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21663676,0.00032953612,0.78144526,0.0004082828,0.0007164495,0.000121311685,9.962552e-7,0.00003365982,0.0003077516],"genre_scores_gemma":[0.9869149,0.000021336326,0.012095935,0.00028051407,0.0000677568,0.0000052561254,0.0000031860106,0.000010154386,0.00060100167],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985004,0.00012726558,0.00051500084,0.0003923266,0.00022005316,0.00024493586],"domain_scores_gemma":[0.99871635,0.0002737073,0.00028853136,0.00046808916,0.0001905593,0.00006275849],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014788886,0.00013987144,0.0002348652,0.000420964,0.00017821575,0.00035512514,0.0007079668,0.00009113715,0.0000013320052],"category_scores_gemma":[0.00014442553,0.00013729992,0.000057058347,0.0003704439,0.00006438116,0.00038503454,0.00026181102,0.00029802162,3.2487262e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00055292784,0.0007235138,0.001555849,0.00050101854,0.00033573926,0.000090295085,0.024152782,0.068699546,0.07631721,0.009500946,0.07646511,0.7411051],"study_design_scores_gemma":[0.0005864067,0.00010364944,0.00010347929,0.00066991145,0.000016687482,0.0002004587,0.00031084366,0.9644038,0.027366633,0.0008439268,0.0052617793,0.00013243126],"about_ca_topic_score_codex":0.00024184419,"about_ca_topic_score_gemma":0.000030612027,"teacher_disagreement_score":0.89570427,"about_ca_system_score_codex":0.00012309058,"about_ca_system_score_gemma":0.00011729574,"threshold_uncertainty_score":0.55989283},"labels":[],"label_agreement":null},{"id":"W4411549899","doi":"10.1145/3715275.3732087","title":"Opening the Scope of Openness in AI","year":2025,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Scope (computer science); Openness to experience; Computer science; Psychology; Programming language; Social psychology","score_opus":0.00535162121195664,"score_gpt":0.2610438923162804,"score_spread":0.25569227110432374,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4411549899","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.29167646,0.0005628917,0.48489845,0.005763693,0.0004823668,0.00028182336,1.7031859e-7,0.000078454235,0.21625571],"genre_scores_gemma":[0.99403584,0.0000039545694,0.0036147283,0.000654631,0.000005483618,0.000003953823,7.371837e-8,0.0000016985796,0.0016796609],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99943876,0.000050631912,0.00015566422,0.00015375647,0.000078806384,0.00012236851],"domain_scores_gemma":[0.9994102,0.000100653626,0.000025533216,0.00041556003,0.000035921745,0.000012114064],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004636472,0.000050044462,0.00009768253,0.000069822476,0.000063705214,0.000112778835,0.00070676394,0.000020374295,0.000010357971],"category_scores_gemma":[0.00003788174,0.000032308108,0.000022844431,0.00055985793,0.000032532032,0.0001604122,0.0003465988,0.00008818054,0.000005988161],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011899894,0.00009120205,0.0085312845,0.000068663496,0.00002418587,0.000028423996,0.0021214623,0.0060559995,0.017450575,0.67532665,0.0071905633,0.28309909],"study_design_scores_gemma":[0.0023431529,0.00010902947,0.07329287,0.0017515566,0.000018366876,0.000054427986,0.0014751251,0.40470573,0.4733773,0.017185502,0.024950331,0.0007366193],"about_ca_topic_score_codex":0.00031597502,"about_ca_topic_score_gemma":0.000073089584,"teacher_disagreement_score":0.7023594,"about_ca_system_score_codex":0.0000109850325,"about_ca_system_score_gemma":0.000066825625,"threshold_uncertainty_score":0.13174863},"labels":[],"label_agreement":null},{"id":"W4412621505","doi":"10.59350/y24vf-e6s65","title":"Sprinting in Montreal","year":2016,"lang":"en","type":"preprint","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychology","score_opus":0.012845802638303079,"score_gpt":0.2324740431103034,"score_spread":0.21962824047200033,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412621505","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.117924064,0.00009858734,0.72261554,0.0012136003,0.0009968921,0.0001705144,7.66475e-7,0.0003943026,0.15658575],"genre_scores_gemma":[0.98033005,0.000009873155,0.01720559,0.00012178483,0.00014657869,0.00001191113,5.326261e-7,0.000010885358,0.0021627953],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9984551,0.000060607577,0.00029322391,0.0006561647,0.0001873897,0.00034752308],"domain_scores_gemma":[0.9986489,0.000084388834,0.00010507798,0.0010520662,0.000040883355,0.00006868317],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004168554,0.00019493572,0.00024704225,0.00017812254,0.000039474886,0.00025433366,0.000925716,0.00018398438,0.000019282112],"category_scores_gemma":[0.000048065558,0.00015077749,0.00009307619,0.000105022045,0.000023099592,0.0001050093,0.0021546637,0.00037442977,0.00011997972],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000418579,0.00008188896,0.012972609,0.00012003658,0.000029038782,0.00023789355,0.0014340596,0.0015526713,0.001121245,0.058666777,0.0025015865,0.921278],"study_design_scores_gemma":[0.0018024432,0.000060164868,0.15474015,0.0036504338,0.000018422863,0.000098824465,0.00013354032,0.42342895,0.013773266,0.39346176,0.0058036405,0.0030283805],"about_ca_topic_score_codex":0.00085833785,"about_ca_topic_score_gemma":0.0004027444,"teacher_disagreement_score":0.9182496,"about_ca_system_score_codex":0.000071442686,"about_ca_system_score_gemma":0.00007553699,"threshold_uncertainty_score":0.6148527},"labels":[],"label_agreement":null},{"id":"W4414359804","doi":"10.24963/ijcai.2025/475","title":"Adaptive Deep Learning from Crowds","year":2025,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Crowds; Crowdsourcing; Flexibility (engineering); Probabilistic logic; Focus (optics); Deep learning; Annotation; Adaptive learning; Reduction (mathematics)","score_opus":0.010359396293323431,"score_gpt":0.22062871675558654,"score_spread":0.2102693204622631,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414359804","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.019079119,0.00023441282,0.8896834,0.0003983937,0.0003250287,0.000046970832,1.08030534e-7,0.00041810545,0.089814425],"genre_scores_gemma":[0.9477179,0.0000049668693,0.045310836,0.0005752258,0.00004280695,0.0000041747885,8.3651634e-7,0.0000048602806,0.0063383738],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99906355,0.00006951116,0.00014710684,0.00036435106,0.00012791294,0.00022757676],"domain_scores_gemma":[0.999265,0.00019071136,0.000035554305,0.00039751356,0.00005896725,0.000052257554],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00014714983,0.00010977114,0.0001304109,0.00009017649,0.00021905956,0.00022608227,0.0004396145,0.000059188817,0.000048945985],"category_scores_gemma":[0.0000584034,0.000100634985,0.000058534253,0.0003674065,0.000032200773,0.00019322654,0.0002486195,0.00019930798,0.00011125846],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013443324,0.000048834983,0.0044429866,0.000007511269,0.00009163277,0.000041271094,0.0016674597,0.0072149537,0.004270213,0.24212225,0.0032681369,0.73681134],"study_design_scores_gemma":[0.00043583522,0.000060102877,0.008873513,0.000081060156,0.000014399333,0.0000038896233,0.00045753113,0.93907326,0.014010471,0.016136257,0.020526076,0.00032762732],"about_ca_topic_score_codex":0.00028063354,"about_ca_topic_score_gemma":0.0000381838,"teacher_disagreement_score":0.9318583,"about_ca_system_score_codex":0.000034282562,"about_ca_system_score_gemma":0.000041503063,"threshold_uncertainty_score":0.41037756},"labels":[],"label_agreement":null},{"id":"W4417083294","doi":"10.59350/b5wnh-kf327","title":"Sprinting in Montreal","year":2016,"lang":"","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Usability; Spring (device); Sprint; Perspective (graphical)","score_opus":0.011143409266315943,"score_gpt":0.21574263393680398,"score_spread":0.20459922467048805,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417083294","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48219314,0.00015879457,0.44053835,0.0031510543,0.000846866,0.00013878185,4.824991e-7,0.00012513009,0.07284739],"genre_scores_gemma":[0.98350406,0.00004750892,0.004010514,0.00018635967,0.00016351145,0.000003098943,3.5235157e-8,0.000012934414,0.012072006],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9975786,0.00012595729,0.0005082531,0.00074986333,0.00027669294,0.0007606273],"domain_scores_gemma":[0.9985663,0.00024203506,0.00010953717,0.0008515864,0.000064867505,0.00016561864],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007859511,0.00023250894,0.00026612403,0.00019862731,0.0001147045,0.0002663334,0.0006188304,0.000120803306,0.00028738263],"category_scores_gemma":[0.00015397713,0.00015693174,0.00010221033,0.00046331875,0.00009893459,0.0004881505,0.0004692804,0.00014894482,0.0008475687],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000050983685,0.000056307894,0.017008472,0.000009606054,0.000006114024,0.000084308514,0.0006494732,0.000037240075,0.0050979606,0.008184969,0.00032468498,0.9685358],"study_design_scores_gemma":[0.006025187,0.00035589552,0.58023095,0.003605349,0.000026518386,0.00024627178,0.0005145615,0.32830685,0.054893,0.012884483,0.010397716,0.002513244],"about_ca_topic_score_codex":0.0014772549,"about_ca_topic_score_gemma":0.0013499182,"teacher_disagreement_score":0.9660225,"about_ca_system_score_codex":0.000103282335,"about_ca_system_score_gemma":0.00008125399,"threshold_uncertainty_score":0.9999304},"labels":[],"label_agreement":null},{"id":"W4417251850","doi":"10.1109/tmc.2025.3642535","title":"Noisy Multi-Label Aggregation With Self-Supervised Graph Transformer in Mobile Crowdsourcing","year":2025,"lang":"","type":"article","venue":"IEEE Transactions on Mobile Computing","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"National Natural Science Foundation of China","keywords":"Crowdsourcing; Transformer; Graph; Aggregate (composite); Knowledge graph; Noisy data; Labeled data; Data modeling","score_opus":0.013464037910435895,"score_gpt":0.25566481478042274,"score_spread":0.24220077686998684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417251850","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.35367176,0.00092341745,0.640492,0.00009448686,0.0017157579,0.0021531817,0.000012808243,0.00062736834,0.00030918894],"genre_scores_gemma":[0.93454385,0.0003019276,0.063672855,0.00040101315,0.00010527734,0.00037158155,0.000004960784,0.00012844986,0.00047010547],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9918994,0.00069350423,0.0019855013,0.0025248977,0.00095670024,0.0019400002],"domain_scores_gemma":[0.99606067,0.00085417577,0.00044762695,0.0017362683,0.0005018743,0.0003994102],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":["metaepi_narrow"],"category_scores_codex":[0.0015261506,0.0013433017,0.0013313855,0.0021376961,0.0020777893,0.0010722218,0.0013403035,0.0006490684,0.00004718498],"category_scores_gemma":[0.00001076473,0.0014098962,0.00052005437,0.005714206,0.00035580512,0.0010338008,0.000017955279,0.00227204,0.000064999746],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014248799,0.0019885604,0.000358655,0.00039005093,0.00021585825,0.00006539941,0.0078048874,0.4851727,0.0027773983,0.00004097444,0.000014130815,0.5010289],"study_design_scores_gemma":[0.0071634734,0.0010581275,0.00027312784,0.0039573885,0.0002591533,0.00008440916,0.001565154,0.9462652,0.03774242,0.0000331889,0.00024144334,0.0013569079],"about_ca_topic_score_codex":0.00038930305,"about_ca_topic_score_gemma":0.0004335536,"teacher_disagreement_score":0.58087206,"about_ca_system_score_codex":0.00077525515,"about_ca_system_score_gemma":0.00077033107,"threshold_uncertainty_score":0.9999648},"labels":[],"label_agreement":null},{"id":"W4417251858","doi":"10.1109/tmc.2025.3642569","title":"Locally Differentially Private Truth Discovery Over Data Streams","year":2025,"lang":"","type":"article","venue":"IEEE Transactions on Mobile Computing","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"National Natural Science Foundation of China","keywords":"Differential privacy; Ground truth; Upload; Reliability (semiconductor); Noise (video); Synthetic data; Data stream mining; Information privacy; Data stream","score_opus":0.018917808418519925,"score_gpt":0.27331478683510346,"score_spread":0.25439697841658354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417251858","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.19459903,0.0004756327,0.79274803,0.00013644774,0.009957231,0.0008862949,0.00020641682,0.00049126166,0.00049963506],"genre_scores_gemma":[0.99104065,0.00018388727,0.0063686934,0.00044203954,0.0003604151,0.00002722318,0.000041282114,0.000091759015,0.0014440289],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99206364,0.00058647373,0.0016855156,0.0031110293,0.0009927581,0.0015605992],"domain_scores_gemma":[0.99205935,0.0013572115,0.0005174618,0.005496155,0.00021519163,0.00035465724],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0010668556,0.0011138242,0.0011012786,0.000738465,0.0020240697,0.0030177534,0.004132587,0.00046522444,0.000082781036],"category_scores_gemma":[0.00004434345,0.0011795262,0.00052316877,0.002034201,0.0004372201,0.0016064163,0.00022706506,0.0017404784,0.00007635067],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000998735,0.0010402869,0.000063857406,0.00024796682,0.0004088094,0.000052499974,0.0005098715,0.30091852,0.0014255691,0.0009316852,0.00029795684,0.6940031],"study_design_scores_gemma":[0.0018772548,0.0003936624,0.00047950257,0.0023906506,0.00035826844,0.000032858497,0.00017909387,0.9769739,0.014162,0.00023313011,0.0018110381,0.0011086403],"about_ca_topic_score_codex":0.0002776183,"about_ca_topic_score_gemma":0.00010340108,"teacher_disagreement_score":0.7964416,"about_ca_system_score_codex":0.00037640994,"about_ca_system_score_gemma":0.00076978107,"threshold_uncertainty_score":0.99927515},"labels":[],"label_agreement":null},{"id":"W4417260753","doi":"10.1145/3785006","title":"Hybrid Machine Learning–Based Trust Management Approach to Secure the Mobile Crowdsourcing","year":2025,"lang":"en","type":"article","venue":"Digital Threats Research and Practice","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Queen's University; Queen's University Belfast","keywords":"Crowdsourcing; Credibility; Trust management (information system); Mobile computing; Mobile device; Reliability (semiconductor); Cornerstone; Variety (cybernetics)","score_opus":0.0421007979318442,"score_gpt":0.343206615330841,"score_spread":0.30110581739899683,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417260753","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.013636551,0.0029453083,0.42530432,0.0074755014,0.0001508739,0.0014465641,0.000014513536,0.00030532587,0.548721],"genre_scores_gemma":[0.9812929,0.00012573332,0.0062390277,0.00073935563,0.000051059655,0.00014429691,0.000014438675,0.000018274643,0.011374898],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99724644,0.00041861736,0.00022908773,0.00071660307,0.00072181947,0.00066742965],"domain_scores_gemma":[0.9964661,0.0021291727,0.000059331338,0.00084153377,0.00028537563,0.00021847746],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0026509848,0.0002075924,0.00018915666,0.00025238976,0.0010756879,0.003229849,0.00088052393,0.000048380753,0.000004365656],"category_scores_gemma":[0.0007512805,0.00015166216,0.000059714155,0.0011345176,0.00017540345,0.00094984827,0.00093254755,0.000771932,0.000054278153],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00060852076,0.0010582212,0.0008841646,0.00040533367,0.0002957728,0.00031092777,0.0025070086,0.008997416,0.00013543294,0.09807427,0.012286088,0.87443686],"study_design_scores_gemma":[0.0010600276,0.000717282,0.00036840822,0.00023970366,0.000035457786,0.0002405785,0.0031843295,0.15137205,0.0010661207,0.008757912,0.83243746,0.00052066677],"about_ca_topic_score_codex":0.000048591934,"about_ca_topic_score_gemma":0.0000013182895,"teacher_disagreement_score":0.9676564,"about_ca_system_score_codex":0.00007238954,"about_ca_system_score_gemma":0.000091185735,"threshold_uncertainty_score":0.9978049},"labels":[],"label_agreement":null},{"id":"W6116489","doi":"10.1007/978-3-642-33486-3_31","title":"Efficient Bi-objective Team Formation in Social Networks","year":2012,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":110,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Computer science; Scalability; Mathematical optimization; Approximation algorithm; Heuristic; Graph; Theoretical computer science; Artificial intelligence; Algorithm; Mathematics","score_opus":0.012026271862673434,"score_gpt":0.22966458781899918,"score_spread":0.21763831595632574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6116489","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00079184485,0.00053040526,0.9923279,0.00020707303,0.0016611901,0.00040055442,0.0000014121919,0.00015712717,0.0039224555],"genre_scores_gemma":[0.95916456,0.00001316118,0.0391183,0.0005502403,0.0010442218,0.000010137994,0.0000038216644,0.000031003277,0.00006456106],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99646163,0.000070778544,0.0005803811,0.0010806506,0.0008319667,0.00097462087],"domain_scores_gemma":[0.9982374,0.00032233816,0.0003370201,0.00078165054,0.00017890969,0.00014273258],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0013320923,0.0004955261,0.0005178047,0.0010105952,0.00045422793,0.00049892074,0.0016399646,0.00043241933,0.000006761526],"category_scores_gemma":[0.000052306692,0.00047339255,0.0001395635,0.0009314619,0.00044978768,0.00043275306,0.00096152007,0.0011116038,0.00003163395],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005065369,0.000036721518,0.00003378397,0.000021813441,0.000004148374,0.00002600594,0.0036309122,0.41823685,0.000068814006,0.006748467,0.000029320207,0.5711581],"study_design_scores_gemma":[0.0002538874,0.00005759537,0.0003381321,0.0003042775,0.000005482423,0.000083982406,9.949705e-7,0.98539424,0.0003873332,0.012247106,0.0003632171,0.0005637701],"about_ca_topic_score_codex":0.000028825436,"about_ca_topic_score_gemma":0.00007314018,"teacher_disagreement_score":0.9583727,"about_ca_system_score_codex":0.00071966846,"about_ca_system_score_gemma":0.00021378207,"threshold_uncertainty_score":0.9997718},"labels":[],"label_agreement":null},{"id":"W6893014435","doi":"10.5281/zenodo.13123028","title":"PyBIDS: Python tools for BIDS datasets","year":2024,"lang":"en","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Addiction and Mental Health; Université de Montréal; Ottawa Hospital; Université de Sherbrooke; University of Toronto; Montreal Neurological Institute and Hospital; Polytechnique Montréal; Western University; Concordia University; Holland Bloorview Kids Rehabilitation Hospital; McGill University","funders":"","keywords":"Python (programming language); Information system; MIT License; Scripting language; Software","score_opus":0.04377670747731543,"score_gpt":0.2652480264956738,"score_spread":0.22147131901835837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6893014435","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000008322356,0.0008420451,0.20075405,0.00070275326,0.0008423613,0.0009310655,0.0024686365,0.0054015983,0.78804916],"genre_scores_gemma":[0.003987045,0.00039166544,0.023953205,0.00091668905,0.0030941623,7.1468463e-7,0.024506701,0.040294666,0.90285516],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99779034,0.000176465,0.00025884877,0.00090705947,0.00038578248,0.00048149642],"domain_scores_gemma":[0.9981623,0.00004052226,0.00013765515,0.0013154156,0.0001628978,0.00018117212],"candidate_categories":["metaepi_narrow","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0006999894,0.00026960907,0.0002523825,0.00046832676,0.0007483075,0.004077962,0.0021858707,0.00017972916,0.004060209],"category_scores_gemma":[0.0004930675,0.0002762492,0.00010529034,0.00056479307,0.00011030705,0.00028260073,0.002028043,0.00033742175,0.019845603],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003916661,0.000028756915,1.5028126e-8,0.0002072261,0.000043543012,0.000016333837,0.00020265818,0.0000043784516,0.00024369918,0.00782971,0.83941406,0.1520057],"study_design_scores_gemma":[0.00023119795,0.00012388222,0.0000012987281,0.00027579922,0.000023386841,0.000075876924,0.000045519766,0.0010610528,0.00011734054,0.0003792124,0.9973524,0.00031304115],"about_ca_topic_score_codex":0.000016322918,"about_ca_topic_score_gemma":6.005595e-7,"teacher_disagreement_score":0.17680085,"about_ca_system_score_codex":0.000103512444,"about_ca_system_score_gemma":0.00000793692,"threshold_uncertainty_score":0.99996895},"labels":[],"label_agreement":null},{"id":"W6893773321","doi":"10.5281/zenodo.4082059","title":"Applying Machine Learning to Customized Smell Detection: A Multi-Project Study","year":2020,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Future Earth","funders":"","keywords":"Nucleofection; Gestational period; TSG101; Dysgeusia; Liquation; Diafiltration; Triacetin; Emperipolesis; Fusible alloy","score_opus":0.05845646277231043,"score_gpt":0.2629157620266109,"score_spread":0.20445929925430045,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6893773321","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07724901,0.000056920584,0.90666807,0.00080714544,0.00016828968,0.0022588957,0.000013197666,0.0040124706,0.00876599],"genre_scores_gemma":[0.9945829,0.0000048616453,0.004099791,0.0003615295,0.00012325407,3.7830893e-7,0.000032270786,0.00056928146,0.00022573308],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976556,0.0006196014,0.00026849037,0.0006867764,0.0003890161,0.00038052868],"domain_scores_gemma":[0.99884546,0.000032989192,0.000094209,0.00046110593,0.00030291302,0.0002633024],"candidate_categories":["sts","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00082940975,0.00017341506,0.0002020875,0.00022604379,0.0025582062,0.001484953,0.0012924797,0.00004130949,0.00037205324],"category_scores_gemma":[0.000889718,0.00018201744,0.00005962167,0.0013389131,0.000034819688,0.0002667955,0.0019816845,0.00043557613,0.003598831],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021623193,0.00044714438,0.000038525333,0.000086120286,0.00010505896,0.00012658612,0.037580434,0.005281783,0.08020637,0.00034762104,0.0068459073,0.8687182],"study_design_scores_gemma":[0.0016467264,0.000790447,0.00019446936,0.00002021622,0.000013949086,0.00007952488,0.0018974384,0.17046343,0.0018334272,0.000005174224,0.8227438,0.00031141622],"about_ca_topic_score_codex":0.000053361127,"about_ca_topic_score_gemma":0.0000010945372,"teacher_disagreement_score":0.9173339,"about_ca_system_score_codex":0.000091460926,"about_ca_system_score_gemma":0.0000047268327,"threshold_uncertainty_score":0.9995516},"labels":[],"label_agreement":null},{"id":"W6901693976","doi":"10.60692/dn1nn-2d257","title":"An improved particle swarm optimization with a new swap operator for team formation problem","year":2018,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thompson Rivers University","funders":"","keywords":"Swap (finance); Particle swarm optimization; Multi-swarm optimization; Operator (biology); Benchmark (surveying); Optimization algorithm; Swarm intelligence","score_opus":0.018656534988352513,"score_gpt":0.2084901298995466,"score_spread":0.1898335949111941,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6901693976","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13427404,8.3322806e-7,0.86372423,0.00006989528,0.00016539516,0.0008014096,0.000007517212,0.00049916166,0.00045751684],"genre_scores_gemma":[0.885225,2.3371957e-8,0.11422832,0.00019033371,0.00016343406,0.00009979101,0.00001505149,0.000011726374,0.00006634066],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99864984,0.000040540013,0.00051941106,0.0002272387,0.00022946931,0.00033350033],"domain_scores_gemma":[0.9984105,0.000006262211,0.0003075221,0.0005794712,0.00051321776,0.00018302322],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00042406688,0.00018614173,0.00017744162,0.00012758112,0.0003886824,0.0010559018,0.00033088072,0.000084026855,0.000002733901],"category_scores_gemma":[0.000011719441,0.00014328958,0.000039940413,0.0003489492,0.000028177197,0.0043217405,0.0000436718,0.000053577212,0.00008794772],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007426808,0.00004124073,0.010687702,0.0013593032,0.0001478474,0.0000018889996,0.7276686,0.22354847,0.0006747821,0.006359193,0.0018226202,0.026945658],"study_design_scores_gemma":[0.0013518145,0.0004943042,0.00021331295,0.00010819433,0.000014096278,0.000046843572,0.0032644705,0.9762224,0.017813923,0.0000024990868,0.0002380438,0.00023007701],"about_ca_topic_score_codex":0.000014994641,"about_ca_topic_score_gemma":0.0000014871072,"teacher_disagreement_score":0.7526739,"about_ca_system_score_codex":0.00010592557,"about_ca_system_score_gemma":0.00011304837,"threshold_uncertainty_score":0.9999811},"labels":[],"label_agreement":null},{"id":"W6924879863","doi":"10.15468/dl.xnh97r","title":"Occurrence Download","year":2023,"lang":"en","type":"dataset","venue":"Global Biodiversity Information Facility","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Download; Matching (statistics); Range (aeronautics); Set (abstract data type); Data set","score_opus":0.016021151131862976,"score_gpt":0.21674745962907443,"score_spread":0.20072630849721146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6924879863","genre_codex":"dataset","genre_gemma":"dataset","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"dataset","genre_consensus":"dataset","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00009635759,0.000010464347,0.0004975094,0.0002307777,0.0013995889,0.00020379468,0.9969745,0.00052521337,0.0000617955],"genre_scores_gemma":[0.000007234509,0.00003228785,0.000012013894,0.00042159524,0.0000021304354,0.0000028062345,0.9995217,1.4486765e-8,2.6676057e-7],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99813884,0.000076110824,0.00040003512,0.00036189586,0.0006144375,0.00040865008],"domain_scores_gemma":[0.9981353,0.00004082417,0.00029408818,0.0010896919,0.00025147857,0.00018857623],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00043842316,0.00029949393,0.00028431136,0.00014218492,0.00042156916,0.00058616983,0.0014294253,0.0003285819,0.000060699385],"category_scores_gemma":[0.0001831898,0.0003139358,0.00017008984,0.0007611872,0.000116857955,0.0014090573,0.0009836436,0.00033177747,0.50209755],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000051671514,0.000014070148,0.00007748125,0.000095500356,0.000017744189,0.0000071862178,0.0000528433,0.000040063704,3.7625608e-8,5.4996445e-7,0.99589145,0.0037979302],"study_design_scores_gemma":[0.00018449586,0.000024229386,0.000049296268,0.00000559121,0.000017077427,0.000009950057,0.000051681916,0.000007358693,0.0000030403373,0.0000030626213,0.9993222,0.00032204064],"about_ca_topic_score_codex":0.00076846516,"about_ca_topic_score_gemma":0.000016195347,"teacher_disagreement_score":0.5020368,"about_ca_system_score_codex":0.00026151206,"about_ca_system_score_gemma":0.00018812239,"threshold_uncertainty_score":0.9999313},"labels":[],"label_agreement":null},{"id":"W6930337142","doi":"10.5281/zenodo.11887020","title":"histoires extraordinaires poe pdf","year":2024,"lang":"fr","type":"other","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Paraphernalia; Limiting; Work (physics)","score_opus":0.030880471127736137,"score_gpt":0.2321169971035204,"score_spread":0.20123652597578426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6930337142","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00020935797,0.004771637,0.034539185,0.0030381589,0.001695889,0.0004972604,0.000092778515,0.0020510622,0.9531047],"genre_scores_gemma":[0.023922343,0.00028890357,0.0014515576,0.0002792911,0.0011616455,6.4156815e-8,0.00033801488,0.007542719,0.9650155],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99589986,0.0006415111,0.00050384726,0.0013803708,0.00069448765,0.0008799335],"domain_scores_gemma":[0.9974067,0.000045996865,0.00023339261,0.0013791164,0.0005344709,0.0004003058],"candidate_categories":["metaepi_narrow","sts","scholarly_communication","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0009207261,0.0005013396,0.00042761062,0.000631837,0.0025085562,0.005220897,0.0027215076,0.0003117366,0.16162048],"category_scores_gemma":[0.0006075775,0.00054910604,0.00022242893,0.0010413793,0.0005880622,0.00034046065,0.0031875954,0.0008995394,0.36632183],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000078744,0.00009321028,2.6432974e-7,0.0003383292,0.000081941056,0.00018468253,0.0018335223,0.00004175165,0.0010162706,0.031912014,0.6524374,0.31205276],"study_design_scores_gemma":[0.00024467692,0.00024532064,0.000034143784,0.0008160509,0.00006127391,0.000728776,0.00016122071,0.0027649114,0.00017999239,0.0011292157,0.99306893,0.0005654886],"about_ca_topic_score_codex":0.00012433567,"about_ca_topic_score_gemma":0.000002585455,"teacher_disagreement_score":0.34063154,"about_ca_system_score_codex":0.0005083505,"about_ca_system_score_gemma":0.000019673895,"threshold_uncertainty_score":0.999696},"labels":[],"label_agreement":null},{"id":"W6939041753","doi":"10.60692/nsmxe-9d426","title":"An improved particle swarm optimization with a new swap operator for team formation problem","year":2018,"lang":"en","type":"article","venue":"Greater South Information System","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Thompson Rivers University","funders":"","keywords":"Swap (finance); Particle swarm optimization; Multi-swarm optimization; Operator (biology); Benchmark (surveying); Optimization algorithm; Swarm intelligence","score_opus":0.018656534988352513,"score_gpt":0.2084901298995466,"score_spread":0.1898335949111941,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6939041753","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13427404,8.3322806e-7,0.86372423,0.00006989528,0.00016539516,0.0008014096,0.000007517212,0.00049916166,0.00045751684],"genre_scores_gemma":[0.885225,2.3371957e-8,0.11422832,0.00019033371,0.00016343406,0.00009979101,0.00001505149,0.000011726374,0.00006634066],"study_design_codex":"qualitative","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99864984,0.000040540013,0.00051941106,0.0002272387,0.00022946931,0.00033350033],"domain_scores_gemma":[0.9984105,0.000006262211,0.0003075221,0.0005794712,0.00051321776,0.00018302322],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00042406688,0.00018614173,0.00017744162,0.00012758112,0.0003886824,0.0010559018,0.00033088072,0.000084026855,0.000002733901],"category_scores_gemma":[0.000011719441,0.00014328958,0.000039940413,0.0003489492,0.000028177197,0.0043217405,0.0000436718,0.000053577212,0.00008794772],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007426808,0.00004124073,0.010687702,0.0013593032,0.0001478474,0.0000018889996,0.7276686,0.22354847,0.0006747821,0.006359193,0.0018226202,0.026945658],"study_design_scores_gemma":[0.0013518145,0.0004943042,0.00021331295,0.00010819433,0.000014096278,0.000046843572,0.0032644705,0.9762224,0.017813923,0.0000024990868,0.0002380438,0.00023007701],"about_ca_topic_score_codex":0.000014994641,"about_ca_topic_score_gemma":0.0000014871072,"teacher_disagreement_score":0.7526739,"about_ca_system_score_codex":0.00010592557,"about_ca_system_score_gemma":0.00011304837,"threshold_uncertainty_score":0.9999811},"labels":[],"label_agreement":null},{"id":"W6979265545","doi":"","title":"Agentic Search Engine for Real-Time IoT Data","year":2025,"lang":"en","type":"article","venue":"ArXiv.org","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Internet of Things; Search engine; Service (business); Exploit; Quality (philosophy); The Internet; Service discovery; Fragmentation (computing)","score_opus":0.06575730066555055,"score_gpt":0.3120306596737835,"score_spread":0.24627335900823297,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6979265545","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73225963,0.00012301498,0.262672,0.0016987881,0.00046935616,0.00027098422,0.000010017927,0.00031240567,0.0021837747],"genre_scores_gemma":[0.972554,0.000019002115,0.018177567,0.0003529254,0.00014659409,0.000012632975,0.00003399789,0.000015674552,0.008687567],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9985688,0.00005292296,0.00021673719,0.0006038648,0.00015717765,0.0004005241],"domain_scores_gemma":[0.99766374,0.00024851484,0.000037104026,0.001881813,0.00008870762,0.00008013568],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00067237666,0.00013426543,0.00018130372,0.0001202253,0.00022891404,0.00014699063,0.0014370129,0.00006167877,0.000017905097],"category_scores_gemma":[0.00014834896,0.0001306567,0.00005591134,0.00044669266,0.00004465606,0.00017949413,0.0007911534,0.0001258425,0.0001872687],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010176665,0.00072939,0.12173377,0.0009392607,0.00060363585,0.00019974272,0.002806003,0.0038676553,0.26094824,0.023890464,0.2113444,0.37283567],"study_design_scores_gemma":[0.0012819457,0.00013117581,0.057539433,0.00028264185,0.00007170578,0.000018916933,0.000076286335,0.8498786,0.035282686,0.0007318561,0.0541025,0.00060225365],"about_ca_topic_score_codex":0.000072217066,"about_ca_topic_score_gemma":0.000005801165,"teacher_disagreement_score":0.8460109,"about_ca_system_score_codex":0.00003591199,"about_ca_system_score_gemma":0.00012553585,"threshold_uncertainty_score":0.5328025},"labels":[],"label_agreement":null},{"id":"W6992619956","doi":"","title":"Machine learning-based approaches to data quality improvement in mobile crowdsensing and crowdsourcing","year":2021,"lang":"en","type":"dissertation","venue":"UVic’s Research and Learning Repository (University of Victoria)","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Crowdsourcing; Participatory sensing; Data quality; Crowdsensing; Probabilistic logic; Data collection; Activity recognition; Ground truth; Domain (mathematical analysis)","score_opus":0.07180757630313238,"score_gpt":0.2962738258948998,"score_spread":0.22446624959176742,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W6992619956","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9889058,0.003266072,0.0044467268,0.00017254402,0.00042359243,0.0005764945,0.0000072600096,0.0001307359,0.002070783],"genre_scores_gemma":[0.98823875,0.00016594425,0.0041507776,0.000007960179,0.00013157193,0.0000028224745,0.00027379583,0.000039796127,0.006988581],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99492836,0.0013483566,0.0004277902,0.0015815874,0.0010371432,0.0006767818],"domain_scores_gemma":[0.99689394,0.0008332577,0.0003379193,0.0011499035,0.00041692492,0.00036802673],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0035928034,0.00034814235,0.00068912073,0.0006953041,0.0014379881,0.0005775277,0.0010146978,0.00036537723,0.000011356899],"category_scores_gemma":[0.0005329601,0.00044189792,0.000081939266,0.0009309826,0.00018409091,0.00041278085,0.0010925989,0.002302827,0.0000032821824],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026243909,0.0018546119,0.09133263,0.010703171,0.0009011295,0.00279888,0.15868641,0.047245353,0.17980221,0.0011029578,0.0010037661,0.5019445],"study_design_scores_gemma":[0.0051521123,0.004315321,0.06703528,0.005664301,0.00016707217,0.00009455597,0.11638841,0.7194592,0.013549767,0.00022194316,0.0646626,0.0032894923],"about_ca_topic_score_codex":0.0041028103,"about_ca_topic_score_gemma":0.0017386695,"teacher_disagreement_score":0.6722138,"about_ca_system_score_codex":0.00020370986,"about_ca_system_score_gemma":0.00048028346,"threshold_uncertainty_score":0.9999989},"labels":[],"label_agreement":null},{"id":"W7010072846","doi":"","title":"GOLDEN QB CARE &amp;lt;&amp;lt;&amp;lt; Help USA@ +1 -877 -778 -8714...((( QUICKBOOKS payroll CUSTOMER CARE phone number","year":2016,"lang":"en","type":"other","venue":"OSF Preprints (OSF Preprints)","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Payroll; Phone; Mobile phone; Customer care; Customer service","score_opus":0.015355724708229131,"score_gpt":0.2616406191858132,"score_spread":0.2462848944775841,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7010072846","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0034500936,0.0002264518,0.026629617,0.00022858908,0.0034645048,0.0023227178,0.00025391683,0.001895563,0.96152854],"genre_scores_gemma":[0.024616217,0.00039079235,0.01578326,0.00044702433,0.0014772939,0.00053883163,0.00018854039,0.0011079886,0.95545006],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98359305,0.001642526,0.0018912257,0.007985205,0.0023133894,0.0025745817],"domain_scores_gemma":[0.97846305,0.000717756,0.0015752048,0.017062878,0.00091374177,0.0012673421],"candidate_categories":["metaepi_narrow","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","insufficient_payload"],"category_scores_codex":[0.0028850117,0.002310994,0.0023285337,0.00093423383,0.0007908455,0.0012239838,0.006990011,0.0021479572,0.4232645],"category_scores_gemma":[0.0011119458,0.0022807377,0.0012781341,0.00082220964,0.0007805876,0.0006263261,0.006850258,0.0020068032,0.92465484],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010938931,0.0003101832,0.005568393,0.0010418138,0.00087154435,0.00013463375,0.013553684,0.00027424656,0.00537207,0.0012402543,0.90415305,0.06737075],"study_design_scores_gemma":[0.0016231161,0.0000026586517,0.0005376246,0.0015881864,0.00031794736,0.0002502668,0.00021794229,0.000031094372,0.0015794245,0.00037769417,0.9908627,0.0026113219],"about_ca_topic_score_codex":0.0024274583,"about_ca_topic_score_gemma":0.006199045,"teacher_disagreement_score":0.50139034,"about_ca_system_score_codex":0.0014764301,"about_ca_system_score_gemma":0.0010344529,"threshold_uncertainty_score":0.99981284},"labels":[],"label_agreement":null},{"id":"W7023298706","doi":"","title":"The Ontopolitics of Complexity: Toward Agonistic Democracy and Ecological Political Economy","year":2023,"lang":"en","type":"other","venue":"York University Digital Library (York University)","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"York University","funders":"","keywords":"Conflation; Pluralism (philosophy); Pretext; Sustainability; Politics; Agonism; Political philosophy; Democracy","score_opus":0.020961352089477733,"score_gpt":0.18072570774346686,"score_spread":0.1597643556539891,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7023298706","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0006312914,0.000087273394,0.0032315098,0.001665339,0.00026095062,0.000251141,0.00035904103,0.0014058561,0.99210757],"genre_scores_gemma":[0.21529911,0.00013040933,0.0025102545,0.00021793801,0.00021201852,1.208472e-7,0.00008045404,0.00026728548,0.7812824],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983118,0.00011543272,0.00018588075,0.0005498454,0.00018377288,0.0006532295],"domain_scores_gemma":[0.99804145,0.00065280305,0.00023252824,0.00064209127,0.00002890401,0.00040220981],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.000046520225,0.0003465485,0.0004653795,0.00045258828,0.00051697984,0.0005235068,0.0015652766,0.0003234868,0.000032469507],"category_scores_gemma":[0.000031674375,0.00034131514,0.00021389824,0.0006721702,0.0012129488,0.0007711902,0.0015536057,0.00034757899,0.00006819809],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018886814,0.00005307331,0.0005986899,0.000048762227,0.00010222121,0.00027904543,0.0000616589,0.0000016840327,1.7395364e-7,0.9581448,0.039507844,0.0011831813],"study_design_scores_gemma":[0.0004036096,0.00010950237,0.00027155963,0.0001366782,0.00005787559,0.000025172732,0.0019456368,0.00049261784,0.0000052192436,0.019145228,0.9769845,0.00042239428],"about_ca_topic_score_codex":0.00010158303,"about_ca_topic_score_gemma":0.000046139467,"teacher_disagreement_score":0.93899953,"about_ca_system_score_codex":0.00014175536,"about_ca_system_score_gemma":0.0003286444,"threshold_uncertainty_score":0.99990386},"labels":[],"label_agreement":null},{"id":"W7025317902","doi":"","title":"Useright: a framework for data quality management in crowdsourcing systems","year":2014,"lang":"en","type":"dissertation","venue":"eScholarship@McGill (McGill)","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"McGill University","keywords":"Crowdsourcing; Crowdsourcing software development; Quality (philosophy); Field (mathematics); Data quality; Anonymity; Certification","score_opus":0.047769516434127565,"score_gpt":0.3077600803015909,"score_spread":0.25999056386746333,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7025317902","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86918813,0.0017989574,0.020944735,0.00015005951,0.019641707,0.00904282,0.001825662,0.00277967,0.07462828],"genre_scores_gemma":[0.92331296,0.00009005588,0.069245964,0.00029948645,0.00019977635,0.000546701,0.0013907525,0.00028138855,0.0046328916],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99146444,0.000867581,0.0019348417,0.003108511,0.0012219344,0.0014026735],"domain_scores_gemma":[0.99138224,0.001113539,0.0012341497,0.0055306875,0.00034783143,0.00039152225],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0053247875,0.0010799348,0.0014308033,0.0007833991,0.0013298441,0.0009557532,0.0051244698,0.0011411045,0.000012043855],"category_scores_gemma":[0.001185761,0.0011602674,0.00035068937,0.0010975823,0.00005152884,0.0013882716,0.0010602429,0.0018014896,0.00011715664],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011740535,0.00019130921,0.000029013721,0.0024258804,0.00025134583,0.000083435116,0.000041462197,0.00066888874,0.000814065,0.8296462,0.000031894866,0.1656991],"study_design_scores_gemma":[0.0059996992,0.00052963017,0.0033710636,0.016691364,0.000848198,0.00012440622,0.00226055,0.066757515,0.011411284,0.3125948,0.5696321,0.009779372],"about_ca_topic_score_codex":0.0008537964,"about_ca_topic_score_gemma":0.0011252579,"teacher_disagreement_score":0.5696002,"about_ca_system_score_codex":0.00069014815,"about_ca_system_score_gemma":0.000067265326,"threshold_uncertainty_score":0.9999703},"labels":[],"label_agreement":null},{"id":"W7037021359","doi":"","title":"A debate on the energy economy- and Canada moving forward.","year":2017,"lang":"en","type":"other","venue":"Bulletin of Miscellaneous Information (Royal Gardens Kew)","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Wilderness; Energy (signal processing); Climate change; Environmental impact of the energy industry; Energy policy","score_opus":0.004387646633223329,"score_gpt":0.15855874915344947,"score_spread":0.15417110252022614,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7037021359","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000026277392,0.00018741867,0.00002119634,0.00057021005,0.00024617216,0.00012441649,0.000018236646,0.000078257195,0.9987278],"genre_scores_gemma":[0.0035176794,0.00009402867,0.00046996606,0.0010759904,0.000100227924,0.00000842712,0.000009314366,0.000044381184,0.99468],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99897027,0.000052544303,0.0002769882,0.0002176819,0.00022644497,0.0002560847],"domain_scores_gemma":[0.99837995,0.00017450443,0.0005213775,0.00076598814,0.00006256313,0.000095641604],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0001973047,0.00025381625,0.0002744715,0.000041496696,0.00022337738,0.00024732374,0.0006902733,0.0001557507,0.008221626],"category_scores_gemma":[0.000088287445,0.00019976497,0.00006603054,0.0000028414388,0.00008982603,3.2394522e-7,0.00019112318,0.00017379405,0.00021418555],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004329152,0.0000039524734,5.010563e-7,0.000069430265,0.00002927706,0.000017695871,0.000044299555,0.00012471653,7.487015e-8,0.0007536934,0.99178797,0.007164083],"study_design_scores_gemma":[0.00013258582,0.000035757923,0.000001738489,0.00026185517,0.000010929345,0.0000684633,0.000021509795,0.0007286008,0.000018181252,0.000027364944,0.9984718,0.00022119241],"about_ca_topic_score_codex":0.62668926,"about_ca_topic_score_gemma":0.5023679,"teacher_disagreement_score":0.12432139,"about_ca_system_score_codex":0.000054176566,"about_ca_system_score_gemma":0.0001221924,"threshold_uncertainty_score":0.992685},"labels":[],"label_agreement":null},{"id":"W7038478187","doi":"","title":"How observational crowdsourcing disrupts serendipity: Designing for pluripotent data with the data design framework","year":2025,"lang":"en","type":"article","venue":"Journal of the Association for Information Systems","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Crowdsourcing; Serendipity; Observational study; Data quality; Quality (philosophy); Design science; Process (computing)","score_opus":0.07905142180691624,"score_gpt":0.2885886818898246,"score_spread":0.20953726008290838,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7038478187","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00046830278,0.00012560375,0.9832096,0.013584798,0.0015800204,0.000852277,0.00008105355,0.0000314624,0.00006684189],"genre_scores_gemma":[0.8762637,0.000008933603,0.120561495,0.0011545002,0.00058834546,0.00005304353,0.00010173733,0.000015526342,0.0012527324],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9978512,0.0002466974,0.0006984131,0.0001670004,0.0007838719,0.00025283787],"domain_scores_gemma":[0.9923479,0.002492058,0.0025839233,0.0013260819,0.0012069981,0.000043071523],"candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0072877016,0.00014710033,0.000266585,0.00013581762,0.00086611375,0.0024554331,0.0031211928,0.00011347591,1.1726157e-7],"category_scores_gemma":[0.0030804975,0.000083148196,0.00009482349,0.0005266423,0.00002005091,0.0044424436,0.00044734604,0.00026684455,8.0076796e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037446743,0.00011034942,0.009293262,0.0008067863,0.0022122606,0.0000011026984,0.010528139,0.3471275,0.00043524144,0.13555151,0.46557224,0.027987134],"study_design_scores_gemma":[0.0012171664,0.00008819344,0.002642019,0.00080353615,0.00022110868,0.000036270838,0.0021771637,0.7482133,0.0003071868,0.0013301005,0.2427435,0.00022046204],"about_ca_topic_score_codex":0.0000074965774,"about_ca_topic_score_gemma":0.0000033306458,"teacher_disagreement_score":0.87579536,"about_ca_system_score_codex":0.00032756603,"about_ca_system_score_gemma":0.00043354539,"threshold_uncertainty_score":0.9985801},"labels":[],"label_agreement":null},{"id":"W7038648507","doi":"","title":"Interdependent within a crowd? A test of interdependence theory in team-based microtask crowdsourcing","year":2023,"lang":"en","type":"article","venue":"Research Portal (Queen's University Belfast)","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Interdependence; Crowdsourcing; Test (biology); Field (mathematics); Key (lock)","score_opus":0.01847939532781347,"score_gpt":0.2721259001241817,"score_spread":0.25364650479636824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7038648507","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9478467,0.000021948343,0.036872473,0.0014342677,0.00024880338,0.0007616824,0.000036763027,0.0005828205,0.01219452],"genre_scores_gemma":[0.99509305,0.000012879133,0.0016296856,0.00003999268,0.00003688076,0.000003612936,0.000011717069,0.0000323618,0.003139807],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9951013,0.001124687,0.0005277756,0.0009565316,0.0012010153,0.0010886902],"domain_scores_gemma":[0.9965104,0.0013687443,0.0002283975,0.0011410932,0.0004296973,0.0003216653],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0057773637,0.00030189086,0.00042878874,0.0020704914,0.00042312278,0.00019268144,0.0021262178,0.00017643212,0.00006355377],"category_scores_gemma":[0.0008340819,0.0003308452,0.00020669503,0.0033431707,0.0005097799,0.00058777974,0.0017182508,0.0011739705,0.00013993356],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0021501663,0.0056027197,0.288373,0.0030491287,0.0007632852,0.053630535,0.08212359,0.04460192,0.24298461,0.19071838,0.033495143,0.052507527],"study_design_scores_gemma":[0.018700682,0.0051926314,0.18445042,0.012730124,0.00015593269,0.0004945669,0.11601122,0.25925505,0.36821452,0.017238779,0.011161573,0.006394491],"about_ca_topic_score_codex":0.0013693563,"about_ca_topic_score_gemma":0.00021510814,"teacher_disagreement_score":0.21465313,"about_ca_system_score_codex":0.00029448478,"about_ca_system_score_gemma":0.00060251576,"threshold_uncertainty_score":0.99991435},"labels":[],"label_agreement":null},{"id":"W7039650790","doi":"","title":"Mb Canada Post Birds","year":2012,"lang":"en","type":"other","venue":"Bulletin of Miscellaneous Information (Royal Gardens Kew)","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"","score_opus":0.004042749023674013,"score_gpt":0.16199312657918097,"score_spread":0.15795037755550695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7039650790","genre_codex":"other","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":"other","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000017370945,0.0004670647,0.000013017514,0.00029122905,0.00092729623,0.00020445001,0.0000701282,0.00028122915,0.9977282],"genre_scores_gemma":[0.001552827,0.000039136023,0.0029028107,0.0006569658,0.0002374776,0.0000053463423,0.000055036,0.00009471088,0.9944557],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9982324,0.00006281598,0.00049737975,0.00022352574,0.0005412128,0.0004426203],"domain_scores_gemma":[0.99832946,0.00008663457,0.00050196477,0.00071952125,0.00016470536,0.00019768374],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00020882036,0.00033365117,0.00037284434,0.00007684471,0.0000869036,0.00010490715,0.0007327033,0.00028121372,0.11275858],"category_scores_gemma":[0.00007294787,0.0003280506,0.000111070374,0.000012092322,0.00006540375,2.9713232e-7,0.0001929581,0.00026319348,0.004633669],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000050689728,0.000015331609,0.0000017744055,0.00019580734,0.000031413623,0.000017925287,0.000086823886,0.00008499661,4.47975e-7,0.00012343582,0.99329764,0.006139336],"study_design_scores_gemma":[0.00018103907,0.000038790273,0.000007848235,0.00018091555,0.000019554045,0.00011848783,0.000036640547,0.00007295108,0.000019069907,0.000002526192,0.9989652,0.00035698622],"about_ca_topic_score_codex":0.6459555,"about_ca_topic_score_gemma":0.37049365,"teacher_disagreement_score":0.27546182,"about_ca_system_score_codex":0.000093780545,"about_ca_system_score_gemma":0.00020687892,"threshold_uncertainty_score":0.99991715},"labels":[],"label_agreement":null},{"id":"W7065865373","doi":"","title":"Factors associated with changes in psychological distress in patients participating in a nursing intervention program after a myocardial infarction","year":2000,"lang":"en","type":"dissertation","venue":"eScholarship@McGill (McGill)","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychosocial; Psychological distress; Myocardial infarction; Distress; Intervention (counseling); Psychological intervention; Population; Randomized controlled trial","score_opus":0.021057966466441334,"score_gpt":0.2908701017191079,"score_spread":0.26981213525266656,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7065865373","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99674016,0.000037423968,0.0000010020034,0.000008422655,0.0005480744,0.0010131004,0.00006865699,0.0002302748,0.0013529012],"genre_scores_gemma":[0.99804807,0.000008344764,0.0001532137,0.000032224238,0.000016270893,0.0010487981,0.00056607503,0.00006805313,0.000058946673],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9953553,0.000848042,0.00092827436,0.0012563093,0.0006857303,0.00092634064],"domain_scores_gemma":[0.998549,0.00014615018,0.00050992117,0.00049861334,0.0001389518,0.00015736718],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007830931,0.00063316466,0.00073283043,0.000846803,0.00023126998,0.00025398945,0.00048194692,0.0006965044,0.000024795307],"category_scores_gemma":[0.0003993089,0.00059968355,0.00018567168,0.00152802,0.000056977075,0.0007381692,0.000064404485,0.0015217637,0.000005739379],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053610536,0.0025618619,0.057454374,0.0000797288,0.000043184034,0.00005948578,0.0003562932,0.0002520234,0.000105513565,0.00020302701,3.2237793e-7,0.93834805],"study_design_scores_gemma":[0.0022265038,0.00073842984,0.98810554,0.005742999,0.000035861274,0.000001449669,0.00025020383,0.0006871047,0.00060414034,0.0008066129,0.000043852233,0.0007573205],"about_ca_topic_score_codex":0.000340322,"about_ca_topic_score_gemma":0.014721566,"teacher_disagreement_score":0.9375908,"about_ca_system_score_codex":0.0012799093,"about_ca_system_score_gemma":0.00001543998,"threshold_uncertainty_score":0.9996455},"labels":[],"label_agreement":null},{"id":"W7095977078","doi":"","title":"2 nd Annual Workshop on Collaboration Agents","year":2004,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Cola (plant); Negotiation; Work (physics); Schedule; Focus (optics); Power (physics); Interface (matter)","score_opus":0.014599968921634874,"score_gpt":0.26095881434735574,"score_spread":0.24635884542572087,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7095977078","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.38247848,0.00003580752,0.5811538,0.0048538637,0.0008206785,0.00016422401,0.0000017296176,0.0004697112,0.030021675],"genre_scores_gemma":[0.98358333,0.0000027649478,0.013226405,0.0012463388,0.00007549809,0.0000031790287,0.0000013773247,0.000005489626,0.0018555917],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9992502,0.000020549747,0.000109249195,0.00024929736,0.00019852014,0.00017222251],"domain_scores_gemma":[0.99944085,0.000028551816,0.00003249532,0.00035698715,0.0000734422,0.0000676567],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001196896,0.00008287871,0.000069881826,0.000060474435,0.00014463716,0.0002041293,0.0002352393,0.000044898363,0.000014271751],"category_scores_gemma":[0.000035115012,0.000072990675,0.000024206423,0.00040990257,0.000017950346,0.00028633696,0.00005172038,0.0000715238,0.00020960857],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000032928005,0.00050690933,0.00023343062,0.000017923127,0.000042671545,0.0001701261,0.014587024,0.12434178,0.0028999767,0.54317,0.07397827,0.24001896],"study_design_scores_gemma":[0.015144734,0.0024173327,0.029999163,0.0014621634,0.000068459674,0.00031822806,0.015044618,0.1827114,0.2527936,0.090906285,0.40340224,0.0057317712],"about_ca_topic_score_codex":0.000015467078,"about_ca_topic_score_gemma":0.000025306153,"teacher_disagreement_score":0.60110486,"about_ca_system_score_codex":0.00005840978,"about_ca_system_score_gemma":0.000061014194,"threshold_uncertainty_score":0.29764733},"labels":[],"label_agreement":null},{"id":"W7115041457","doi":"","title":"HarMoEny: Efficient multi-GPU inference of Mixture of Experts models by scheduling experts across accelerators","year":2025,"lang":"en","type":"dissertation","venue":"eScholarship@McGill (McGill)","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Inference; Scheduling (production processes); Mixture model; Job shop scheduling; Expert system","score_opus":0.02738314471006957,"score_gpt":0.2804819732843613,"score_spread":0.2530988285742917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7115041457","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98896873,0.0025630365,0.0017774658,0.000012967491,0.0019546533,0.0007565578,0.00074082735,0.00035689102,0.0028688775],"genre_scores_gemma":[0.98234373,0.00018730025,0.014769626,0.0001179343,0.000024302057,0.00010844499,0.0002723301,0.00011667126,0.0020596466],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9933786,0.00042109276,0.001793394,0.0019214279,0.0013484764,0.001137023],"domain_scores_gemma":[0.994408,0.0004942577,0.0013938303,0.002004191,0.0013127899,0.0003869077],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010821668,0.0011171909,0.0015049006,0.0005111707,0.001067979,0.00027770456,0.0025043075,0.0011748069,0.000022106145],"category_scores_gemma":[0.0008493682,0.0011577354,0.000604152,0.0013567053,0.00012670166,0.00092548534,0.00066810596,0.0011641348,0.000009005524],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022611205,0.0014442938,0.000041464384,0.0021955092,0.0004859473,0.00006956052,0.0014886286,0.03959168,0.6970131,0.030243123,0.000058484242,0.22714214],"study_design_scores_gemma":[0.0014383685,0.00013426277,0.00004135465,0.0033851187,0.000090261135,0.00001168147,0.001595202,0.06675834,0.9218051,0.0012804666,0.0019406016,0.0015192349],"about_ca_topic_score_codex":0.00041517444,"about_ca_topic_score_gemma":0.0002086389,"teacher_disagreement_score":0.2256229,"about_ca_system_score_codex":0.00038175448,"about_ca_system_score_gemma":0.00022652397,"threshold_uncertainty_score":0.9990873},"labels":[],"label_agreement":null},{"id":"W7116407680","doi":"10.1109/tdsc.2025.3646011","title":"Efficient and Secure Data Sharing With Mobile Crowdsensing in Internet of Vehicles","year":2025,"lang":"","type":"article","venue":"IEEE Transactions on Dependable and Secure Computing","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"China Postdoctoral Science Foundation; National Natural Science Foundation of China","keywords":"Data sharing; Information privacy; The Internet; Encryption; Single point of failure; Mobile device; Data security; Protocol (science); Bloom filter; Secure multi-party computation","score_opus":0.01858765233178488,"score_gpt":0.2587873833948896,"score_spread":0.24019973106310472,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116407680","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50638366,0.0013485869,0.49133044,0.00007546963,0.00036290888,0.00030408255,0.0000104823985,0.000052530915,0.00013185597],"genre_scores_gemma":[0.98992336,0.00010434759,0.009676383,0.00010033291,0.000034362525,0.0000039500683,0.000003130029,0.000035242825,0.00011887185],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9959619,0.00018684205,0.000920873,0.0018087778,0.00038895156,0.0007326512],"domain_scores_gemma":[0.9974938,0.00050908566,0.0002888237,0.0013725102,0.00016267938,0.00017309003],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012092552,0.00053655804,0.00077686465,0.0006829971,0.00055923284,0.00064132427,0.0009050677,0.00026114617,0.000007010974],"category_scores_gemma":[0.000015931364,0.0005277263,0.00007577849,0.0012277997,0.00031422146,0.0002844918,0.0001683362,0.0010452695,0.0000015858216],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002165824,0.00049365574,0.0012610733,0.0010462302,0.00023053512,0.00016206708,0.010422925,0.6418008,0.002205,0.0004669693,0.000033887492,0.34166026],"study_design_scores_gemma":[0.0013676432,0.00028010618,0.0003562874,0.0045318636,0.00012286729,0.00018180654,0.0011132505,0.9793082,0.012115018,0.000051471096,0.00010567375,0.00046582927],"about_ca_topic_score_codex":0.00083939324,"about_ca_topic_score_gemma":0.00047468135,"teacher_disagreement_score":0.48353976,"about_ca_system_score_codex":0.00008740374,"about_ca_system_score_gemma":0.00020649115,"threshold_uncertainty_score":0.9997174},"labels":[],"label_agreement":null},{"id":"W7116988760","doi":"10.1145/3772429.3772431","title":"Incentivizing Permissionless Distributed Learning of LLMs","year":2025,"lang":"","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Concordia University","funders":"","keywords":"Incentive; Core (optical fiber); Component (thermodynamics); Scheme (mathematics); Track (disk drive); Mechanism (biology); Control (management); Distributed learning","score_opus":0.01016498781242345,"score_gpt":0.2541115687174247,"score_spread":0.24394658090500124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116988760","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14639285,0.00095254276,0.83343494,0.0007280474,0.001086318,0.00017308402,0.0000037018524,0.00017026412,0.01705824],"genre_scores_gemma":[0.9878548,0.00007604595,0.0033951078,0.00009953109,0.000039578026,0.000002948123,0.000006937526,0.000012980352,0.008512082],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9969728,0.00033348592,0.0008420127,0.00078676577,0.00042401135,0.00064093084],"domain_scores_gemma":[0.99795324,0.00034389982,0.00033382417,0.00082927675,0.00038015962,0.00015961102],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008692494,0.0003347652,0.00056791503,0.00029224082,0.00065952336,0.00039724566,0.00089681824,0.0002075281,0.00011375085],"category_scores_gemma":[0.00038178882,0.0003251112,0.0002452082,0.0018276206,0.00023818923,0.00033244383,0.0010316045,0.00059335836,0.000021416894],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005662207,0.00053228316,0.04259087,0.00087201403,0.0002383211,0.000054374883,0.0036175493,0.0104151545,0.04698042,0.10487663,0.0023398218,0.78742594],"study_design_scores_gemma":[0.0008287878,0.00010767736,0.008489536,0.0025022815,0.000078658784,0.0000128789015,0.0017680192,0.89159334,0.07848873,0.0007513426,0.014867059,0.00051168277],"about_ca_topic_score_codex":0.00018384885,"about_ca_topic_score_gemma":0.000004907239,"teacher_disagreement_score":0.8811782,"about_ca_system_score_codex":0.00010864865,"about_ca_system_score_gemma":0.0004518944,"threshold_uncertainty_score":0.99992007},"labels":[],"label_agreement":null},{"id":"W7117645573","doi":"10.1109/wincom65874.2025.11313356","title":"Ranking Large Language Models with Human Preferences: A Game-Theoretic and Bayesian Comparative Study","year":2025,"lang":"","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université du Québec à Trois-Rivières","funders":"","keywords":"Ranking (information retrieval); Pairwise comparison; Transitive relation; Convergence (economics); Bayesian probability; Ranking SVM; Scalability; Preference; Sensitivity (control systems)","score_opus":0.02112583726665783,"score_gpt":0.28865662968311234,"score_spread":0.2675307924164545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117645573","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.50392944,0.00048332347,0.47094193,0.00006232822,0.00008186637,0.0007612832,0.000002330682,0.00013274325,0.02360477],"genre_scores_gemma":[0.9945354,0.000009839491,0.0029187715,0.00019199139,0.0000376342,0.000039867595,0.0000021119597,0.000018788736,0.0022456239],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99621254,0.00059725903,0.0005846248,0.0013239017,0.0004916639,0.00078999286],"domain_scores_gemma":[0.9980926,0.00022502379,0.0001981797,0.0011069593,0.00018764591,0.00018958464],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00097225566,0.0005513378,0.00079819426,0.00033367221,0.00090527424,0.0013658659,0.00074327044,0.00011987228,0.000073398034],"category_scores_gemma":[0.000012962847,0.0004331504,0.000073612326,0.00094391865,0.00037288768,0.000559327,0.00062694604,0.0004966318,0.0000058225814],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017452241,0.0023128672,0.0073463763,0.00035131114,0.0006502709,0.000200177,0.44612983,0.004154082,0.00039317072,0.5233388,0.00013615775,0.0148124155],"study_design_scores_gemma":[0.0041554365,0.0015387991,0.0015790444,0.0012493684,0.00026664475,0.000026396297,0.0780787,0.89431524,0.00078017113,0.01716328,0.000029178516,0.0008177582],"about_ca_topic_score_codex":0.00034297092,"about_ca_topic_score_gemma":0.0012542285,"teacher_disagreement_score":0.89016116,"about_ca_system_score_codex":0.00006213373,"about_ca_system_score_gemma":0.00019022822,"threshold_uncertainty_score":0.999812},"labels":[],"label_agreement":null},{"id":"W7118992878","doi":"10.1109/vtc2025-fall65116.2025.11310004","title":"Air-Ground Collaborative Mobile Crowdsensing by Predictive Multi-Agent Deep Reinforcement Learning","year":2025,"lang":"","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Victoria","funders":"National Natural Science Foundation of China","keywords":"Crowdsensing; Trajectory; Reinforcement learning; Visualization; Mobile device; Data collection; Activity recognition; Deep learning","score_opus":0.00852145869154304,"score_gpt":0.2523099187516344,"score_spread":0.24378846006009136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7118992878","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021478144,0.00515207,0.9460817,0.0005603078,0.0028809991,0.002158774,0.0000075520065,0.0006627843,0.02101769],"genre_scores_gemma":[0.9365973,0.00043471032,0.01150826,0.0013738482,0.00015714036,0.0001375969,0.000033316912,0.00006884761,0.04968898],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9920399,0.0009262509,0.0017227557,0.0023650338,0.0011030837,0.0018429725],"domain_scores_gemma":[0.9950659,0.00065316417,0.00073571224,0.0015616287,0.0014425464,0.00054101605],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0014401177,0.0011736477,0.0011332496,0.0005720822,0.00272366,0.0017360928,0.0011334503,0.0005481634,0.0001767115],"category_scores_gemma":[0.00039621533,0.0012316259,0.0003813275,0.0032294116,0.0006487639,0.0011935197,0.0014659411,0.0014344999,0.00018921781],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020809626,0.00068272336,0.0005279278,0.00026404776,0.0009072655,0.000108447035,0.021949679,0.84785104,0.011899416,0.0028679648,0.012998462,0.09973496],"study_design_scores_gemma":[0.002377132,0.0009245707,0.0002946566,0.0007639281,0.00019740063,0.000020196603,0.01098014,0.9241977,0.020981811,0.00005792607,0.038101654,0.0011029241],"about_ca_topic_score_codex":0.00050963496,"about_ca_topic_score_gemma":0.00008658614,"teacher_disagreement_score":0.9345734,"about_ca_system_score_codex":0.0012248545,"about_ca_system_score_gemma":0.0010429751,"threshold_uncertainty_score":0.9993002},"labels":[],"label_agreement":null},{"id":"W7124132508","doi":"10.65109/lvmh6964","title":"Improving the efficiency of crowdsourcing contests","year":2014,"lang":"","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Crowdsourcing; Incentive; Mechanism design; Mechanism (biology); Set (abstract data type); Production (economics)","score_opus":0.009386567750588336,"score_gpt":0.20953214298075798,"score_spread":0.20014557523016965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7124132508","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2409142,0.00054200867,0.74373883,0.00071641704,0.0012795991,0.00030329096,8.628015e-7,0.00013440682,0.012370361],"genre_scores_gemma":[0.99250746,0.000008932293,0.005200582,0.00059224106,0.00035012985,0.00000578879,3.449604e-7,0.000034461016,0.0013000346],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9956336,0.0005518851,0.0011043561,0.0009415933,0.00079093745,0.0009775963],"domain_scores_gemma":[0.9949119,0.001399573,0.00074534304,0.0022893948,0.00043161595,0.00022215045],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0038258831,0.00046267593,0.00060729904,0.00017578602,0.0009031129,0.0006736444,0.0021270346,0.00018030206,0.00006492037],"category_scores_gemma":[0.0012117251,0.00031896905,0.0003437864,0.0009949036,0.0006536426,0.00036009576,0.00088214304,0.0005317201,0.00007764553],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028415505,0.00033694244,0.0019416325,0.00041108657,0.00008002713,0.00001048301,0.012441779,0.005355644,0.1139071,0.08913979,0.0007296514,0.7756175],"study_design_scores_gemma":[0.00059007644,0.00034297293,0.00071587967,0.0002892155,0.000054086708,0.000067661786,0.00054444093,0.9154169,0.07982543,0.0003407165,0.001360116,0.00045251875],"about_ca_topic_score_codex":0.0007335277,"about_ca_topic_score_gemma":0.000042808355,"teacher_disagreement_score":0.91006124,"about_ca_system_score_codex":0.00005363057,"about_ca_system_score_gemma":0.00021881422,"threshold_uncertainty_score":0.9999262},"labels":[],"label_agreement":null},{"id":"W7124155128","doi":"10.65109/xjbq7986","title":"Quality and Budget Aware Task Allocation for Spatial Crowdsourcing","year":2015,"lang":"","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Crowdsourcing; Task (project management); Quality (philosophy); Reputation; Field (mathematics); Budget constraint","score_opus":0.05894057195922795,"score_gpt":0.31113427994297793,"score_spread":0.25219370798374996,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7124155128","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0818958,0.0005358675,0.90960294,0.0038444106,0.0015892448,0.00074659527,0.000016020156,0.00023779909,0.0015312968],"genre_scores_gemma":[0.97586316,0.000017548904,0.020815637,0.00097406947,0.0007183888,0.00003744653,0.000017733271,0.000042184667,0.0015138158],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9958902,0.00036175488,0.00097044936,0.0012911089,0.00064324884,0.000843244],"domain_scores_gemma":[0.9964555,0.00044172,0.0004146341,0.0010837158,0.000882414,0.00072202267],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.003449768,0.0004819903,0.0006018423,0.00017030929,0.0006275158,0.0012564309,0.0005791977,0.0002990938,0.000013998106],"category_scores_gemma":[0.0007530019,0.0004881481,0.00016740712,0.00036709622,0.00023066092,0.0007195291,0.0004899489,0.00027757286,0.000035969388],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031876288,0.0004125788,0.0070057,0.00071237475,0.00017889323,0.000018295357,0.020122282,0.004747223,0.0054378803,0.026533965,0.016268827,0.9182432],"study_design_scores_gemma":[0.0030127317,0.00059284107,0.0048872614,0.00019468191,0.000072543844,0.00007698184,0.0017319235,0.96409816,0.0050986568,0.004716279,0.01436897,0.0011489617],"about_ca_topic_score_codex":0.0022469026,"about_ca_topic_score_gemma":0.00036853377,"teacher_disagreement_score":0.95935094,"about_ca_system_score_codex":0.00017534038,"about_ca_system_score_gemma":0.0005381219,"threshold_uncertainty_score":0.99978036},"labels":[],"label_agreement":null},{"id":"W7124250485","doi":"10.65109/oett5987","title":"Group Fairness in Peer Review","year":2023,"lang":"","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Core (optical fiber); Group (periodic table); Isolation (microbiology); Peer group; Simple (philosophy)","score_opus":0.04003123301028782,"score_gpt":0.29398831375761597,"score_spread":0.25395708074732815,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7124250485","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07323489,0.06842864,0.3857367,0.2503468,0.015213995,0.004171393,0.00001477187,0.0045441748,0.1983086],"genre_scores_gemma":[0.88194925,0.012978722,0.00204277,0.0056167208,0.00028970066,0.000053286116,0.000018068211,0.00005424537,0.096997246],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958494,0.00028166297,0.0007672358,0.00097076804,0.0012021095,0.0009288523],"domain_scores_gemma":[0.997894,0.00019551524,0.00012546792,0.0012534225,0.00032804048,0.00020353973],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0046182317,0.0003283224,0.00056000147,0.00032606928,0.00018876638,0.00042209766,0.0010331116,0.00014231078,0.00031969603],"category_scores_gemma":[0.00053646497,0.0003112295,0.00019050026,0.004448528,0.00009011418,0.00046994173,0.0007382639,0.00042890914,0.0032359776],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000005037261,0.00015099302,0.0019059265,0.0031070495,0.00002377111,0.00065251393,0.0017996487,0.00026851633,0.00024028483,0.055572923,0.26935825,0.66691506],"study_design_scores_gemma":[0.0015209643,0.00024289745,0.029700207,0.026400307,0.00007063956,0.00020822928,0.0006666847,0.4348101,0.00039632703,0.0059032138,0.4978547,0.0022257247],"about_ca_topic_score_codex":0.00022695048,"about_ca_topic_score_gemma":0.00010943064,"teacher_disagreement_score":0.80871433,"about_ca_system_score_codex":0.000082850755,"about_ca_system_score_gemma":0.00011487479,"threshold_uncertainty_score":0.99993396},"labels":[],"label_agreement":null},{"id":"W7125905368","doi":"10.1109/smc58881.2025.11342445","title":"Solving the Flexible Task Allocation Problem via Group Role Assignment in Crowdsourcing","year":2025,"lang":"","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Nipissing University","funders":"National Key Research and Development Program of China; Natural Sciences and Engineering Research Council of Canada","keywords":"Crowdsourcing; Task (project management); Work (physics); Focus (optics); Task analysis; Quality (philosophy)","score_opus":0.007047218507906059,"score_gpt":0.22659463614767322,"score_spread":0.21954741763976715,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7125905368","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011762495,0.0020392227,0.9410211,0.0061217467,0.001099779,0.0013078845,7.710247e-7,0.00030566487,0.036341354],"genre_scores_gemma":[0.9808253,0.00006289388,0.010401594,0.0016793981,0.00016375756,0.00013834938,0.0000036841636,0.00003605889,0.0066889673],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99443364,0.000622983,0.0013395696,0.0014836213,0.0007635539,0.0013566285],"domain_scores_gemma":[0.99697626,0.0005132141,0.00036304654,0.0017920702,0.00018537996,0.00017004661],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0035008378,0.0006157922,0.00055865914,0.00053566624,0.0012969852,0.0018867594,0.0017573048,0.000299234,0.00007315138],"category_scores_gemma":[0.00010150799,0.0005031779,0.00023397931,0.0025400098,0.00023333063,0.00084386114,0.0012077778,0.00092087477,0.000096885255],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054032756,0.0007249895,0.004839442,0.00034770786,0.00016964712,0.000029923462,0.013579526,0.11437478,0.084195234,0.07635443,0.0025459696,0.7027843],"study_design_scores_gemma":[0.00095261657,0.00013673324,0.003356414,0.0012857689,0.00006587226,0.000025206253,0.0019239372,0.9547283,0.016103892,0.011084184,0.009628572,0.0007085126],"about_ca_topic_score_codex":0.0019445335,"about_ca_topic_score_gemma":0.00058507215,"teacher_disagreement_score":0.9690628,"about_ca_system_score_codex":0.0006691317,"about_ca_system_score_gemma":0.00041512467,"threshold_uncertainty_score":0.999742},"labels":[],"label_agreement":null},{"id":"W7134171278","doi":"10.1109/bigdata66926.2025.11400864","title":"Blockchain and Responsible AI: Enhancing Transparency, Privacy, and Accountability Through Blockchain Hackathon","year":2025,"lang":"","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Korea Creative Content Agency","keywords":"Accountability; Blockchain; Key (lock); Confidentiality","score_opus":0.015550802958750947,"score_gpt":0.2796158489387083,"score_spread":0.26406504597995734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7134171278","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.64426076,0.0059001697,0.33676994,0.0078064213,0.00087625213,0.0007741794,0.000010636021,0.00029404927,0.0033075588],"genre_scores_gemma":[0.9703541,0.000408864,0.022860853,0.002370894,0.00012937187,0.000029875468,0.0000013501316,0.000037831527,0.0038068679],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9931301,0.00080938364,0.0014537956,0.0026425761,0.0006273355,0.0013367983],"domain_scores_gemma":[0.9957934,0.0011527239,0.00024856481,0.0021233712,0.00033925328,0.0003426718],"candidate_categories":["metaepi_narrow","sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.003578256,0.000886685,0.0010806625,0.00038830139,0.0014417906,0.0014406086,0.00092590787,0.0005440454,0.00007613449],"category_scores_gemma":[0.0004929289,0.00089141564,0.0001912496,0.0016343035,0.00083546713,0.00042021333,0.0012622662,0.0009671879,0.000011132928],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011240098,0.0015281857,0.029787626,0.0046965093,0.0006904828,0.00026176736,0.1483421,0.0024771136,0.16548203,0.13868819,0.003874835,0.50304717],"study_design_scores_gemma":[0.0055564614,0.0010170932,0.018339593,0.0047695045,0.0005885444,0.00034595016,0.0061316746,0.62645787,0.25394443,0.061661042,0.017464424,0.0037234197],"about_ca_topic_score_codex":0.0012264367,"about_ca_topic_score_gemma":0.0011358002,"teacher_disagreement_score":0.62398076,"about_ca_system_score_codex":0.00018443861,"about_ca_system_score_gemma":0.0010388216,"threshold_uncertainty_score":0.9998582},"labels":[],"label_agreement":null},{"id":"W827294596","doi":"10.1007/978-3-642-41924-9_46","title":"Lightweight Conceptual Modeling for Crowdsourcing","year":2013,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Crowdsourcing; Computer science; Conceptual model; Data science; World Wide Web; Database","score_opus":0.022935527909122965,"score_gpt":0.235097107297533,"score_spread":0.21216157938841004,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W827294596","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004212913,0.000719235,0.9912846,0.0005781445,0.0022137738,0.00078811694,0.000004536577,0.00035203976,0.0036382598],"genre_scores_gemma":[0.34478772,0.000024747642,0.65090054,0.0014610792,0.0013430067,0.00004425445,0.000007800317,0.00009772662,0.0013331078],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9949006,0.00003380967,0.00079561886,0.0021643403,0.0009333965,0.0011722681],"domain_scores_gemma":[0.9963605,0.00069367123,0.0003355048,0.0017751908,0.0005363207,0.00029882378],"candidate_categories":["metaepi_narrow","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0010668088,0.0007672997,0.0007961815,0.00080946705,0.0006399692,0.0012769991,0.0032340745,0.000505627,0.000031486332],"category_scores_gemma":[0.0001518148,0.0007100299,0.00028481463,0.00043867427,0.00071805046,0.00083035347,0.001125322,0.0008844522,0.00008987776],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000070703295,0.00002614202,0.0000074646073,0.000074639145,0.000024524092,0.000040777286,0.0025469516,0.39928356,0.00063339976,0.07477594,0.0001411407,0.5224384],"study_design_scores_gemma":[0.00032127026,0.0001239051,0.0000014208667,0.00050551724,0.000011407204,0.0000580201,7.807258e-7,0.90294653,0.0017626856,0.09094718,0.0025101947,0.0008110941],"about_ca_topic_score_codex":0.0000357477,"about_ca_topic_score_gemma":0.000022222157,"teacher_disagreement_score":0.5216273,"about_ca_system_score_codex":0.0003469757,"about_ca_system_score_gemma":0.00058407953,"threshold_uncertainty_score":0.9997598},"labels":[],"label_agreement":null},{"id":"W959101926","doi":"10.1007/978-3-319-02717-3_2","title":"Crowdsourcing Information Systems","year":2013,"lang":"en","type":"book-chapter","venue":"SpringerBriefs in applied sciences and technology","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Crowdsourcing; Computer science; Data science; World Wide Web","score_opus":0.008998640825989395,"score_gpt":0.19370212880215748,"score_spread":0.1847034879761681,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W959101926","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001513948,0.0015902183,0.02267635,0.00070130394,0.00061637285,0.0006738781,0.0000014988684,0.0006928037,0.9715336],"genre_scores_gemma":[0.9528124,0.0003736934,0.021057762,0.00028976455,0.00013830097,0.0001199413,0.0000035746905,0.000041957406,0.025162656],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978498,0.00000804545,0.00056849956,0.00068338675,0.0003692908,0.0005209637],"domain_scores_gemma":[0.99878186,0.000069301546,0.00035096318,0.0006498566,0.00006653586,0.000081465514],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00065885944,0.00035520605,0.00047115123,0.0012868538,0.00033633527,0.0007274983,0.0010798229,0.00060671807,0.000011193853],"category_scores_gemma":[0.0000275332,0.0003354959,0.000037775633,0.00042973887,0.0007368143,0.00041289645,0.00076261914,0.0006379358,0.00014129815],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[5.479392e-7,0.0000027995427,0.000030848052,0.00004485031,0.000005576038,0.000005022339,0.000097661905,0.0001471163,0.0001154549,0.930466,0.00012385276,0.06896027],"study_design_scores_gemma":[0.00074084353,0.00022186455,0.00008301234,0.0010542399,0.000023012104,0.00029697004,0.00040392755,0.05125182,0.00085268944,0.23188084,0.71131694,0.001873813],"about_ca_topic_score_codex":0.000050834136,"about_ca_topic_score_gemma":0.0000096978265,"teacher_disagreement_score":0.9512984,"about_ca_system_score_codex":0.00008210743,"about_ca_system_score_gemma":0.00011186265,"threshold_uncertainty_score":0.9999097},"labels":[],"label_agreement":null}]}