{"id":"W3159852056","doi":"10.1145/3451161","title":"Assessing Top- Preferences","year":2021,"lang":"en","type":"article","venue":"ACM Transactions on Information Systems","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Computer science; Crowdsourcing; Preference; Learning to rank; Artificial intelligence; Information retrieval; Rank (graph theory); Measure (data warehouse); Quality (philosophy); Machine learning; Natural language processing; Data mining; Ranking (information retrieval); Statistics; Mathematics; World Wide Web","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0002574132,0.0001061016,0.0001298054,0.0001430731,0.0003392856,0.001766069,0.0003687887,0.00007234982,0.00001775294],"category_scores_gemma":[0.00004481368,0.0001000347,0.00006118912,0.0004627963,0.00001577995,0.003815387,0.000011144,0.0001540868,0.0002146805],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005080599,"about_ca_system_score_gemma":0.0001315584,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003610009,"about_ca_topic_score_gemma":0.000002746161,"domain_scores_codex":[0.9989033,0.00008464146,0.0003678048,0.0001499063,0.0003174966,0.0001767958],"domain_scores_gemma":[0.9986998,0.0001286705,0.0001172262,0.0007588436,0.0002266337,0.00006881989],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000004410328,0.00006472477,0.0001209106,0.0001817761,0.00006667768,0.000009965549,0.005940927,0.06004736,0.0005679844,0.01212502,0.0006254137,0.9202448],"study_design_scores_gemma":[0.003367518,0.0003816813,0.005651849,0.002140012,0.0001116454,0.001779808,0.04297145,0.4272474,0.1146511,0.004725446,0.3941667,0.00280541],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.01360591,0.00004224959,0.9744369,0.0003141894,0.001308748,0.00009147749,0.000002872928,0.0002710347,0.009926582],"genre_scores_gemma":[0.9866835,0.000009818987,0.01278334,0.000210604,0.00003286595,0.00002501017,0.000006254235,0.000003611347,0.0002449263],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9730777,"threshold_uncertainty_score":0.9992702,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03042962377851257,"score_gpt":0.2664194563674335,"score_spread":0.2359898325889209,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}