{"id":"W2793496850","doi":"10.18130/34st-c880","title":"Beyond Micro-Tasks: Research Opportunities in Observational Crowdsourcing","year":2022,"lang":"en","type":"article","venue":"Libra","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Crowdsourcing; Observational study; Computer science; Data science; World Wide Web; Statistics; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01259866,0.0009339258,0.00133174,0.002984813,0.002049484,0.007156728,0.002553773,0.003714525,0.004323481],"category_scores_gemma":[0.04532621,0.0006992262,0.001327,0.004790018,0.007188467,0.01245662,0.004854477,0.003632088,0.001366322],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00277095,"about_ca_system_score_gemma":0.004387451,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005880796,"about_ca_topic_score_gemma":0.004857576,"domain_scores_codex":[0.9897069,0.006081187,0.0003396416,0.001534996,0.0019523,0.0003850663],"domain_scores_gemma":[0.9077263,0.07951969,0.002366444,0.005020892,0.004307869,0.001058751],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0002172297,0.0003260507,0.01015311,0.005144668,0.0002594525,0.0003779603,0.008944003,0.01750262,0.001741752,0.6228723,0.01819215,0.3142687],"study_design_scores_gemma":[0.00004741632,0.0001511286,0.00695616,0.002608629,0.00008237809,0.0003370538,0.006870447,0.03280581,0.001030751,0.749635,0.1993464,0.0001289234],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.03822565,0.1743905,0.5716587,0.0751361,0.003487749,0.0006951931,0.0008717497,0.000547799,0.1349866],"genre_scores_gemma":[0.6952604,0.09712788,0.176,0.009973144,0.00594071,0.001067788,0.0007925577,0.000363251,0.01347421],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.01259866,"threshold_uncertainty_score":0.06662887,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2100998923523902,"score_gpt":0.3269915649565717,"score_spread":0.1168916726041815,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}