{"id":"W2811506820","doi":"10.1609/hcomp.v6i1.13323","title":"Towards Quantifying Behaviour in Social Crowdsourcing Communities","year":2018,"lang":"en","type":"article","venue":"Proceedings of the AAAI Conference on Human Computation and Crowdsourcing","topic":"Open Source Software Innovations","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Crowdsourcing; Quality (philosophy); Proxy (statistics); Process (computing); Psychology; Computer science; Social psychology; Knowledge management; Applied psychology; Machine learning; World Wide Web","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007233112,0.0002132802,0.000281434,0.0003568226,0.00116441,0.0006298592,0.001033593,0.00009210195,0.00001710186],"category_scores_gemma":[0.00006393635,0.0001919107,0.00006496267,0.000800656,0.0003682033,0.0005933004,0.0006275774,0.0003794793,0.000005703395],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006309063,"about_ca_system_score_gemma":0.00006187771,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002202945,"about_ca_topic_score_gemma":0.00006178843,"domain_scores_codex":[0.99845,0.0000426903,0.0005024121,0.0003059616,0.0003931878,0.0003057393],"domain_scores_gemma":[0.9986303,0.00006987826,0.0004099643,0.000163375,0.000680406,0.00004608255],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.0000245977,0.0001839774,0.1264966,0.0001421785,0.00003147931,9.562332e-7,0.07895024,0.0001025941,0.01034969,0.7663801,0.0005125633,0.016825],"study_design_scores_gemma":[0.002687341,0.0006829427,0.7324535,0.001973143,0.00005471554,0.00005061889,0.02488008,0.1356659,0.02187951,0.0780561,0.0002161289,0.001400095],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.975329,0.000007498228,0.01472526,0.001433068,0.0001209673,0.0002330201,0.000001754649,0.0001331468,0.00801623],"genre_scores_gemma":[0.9941709,0.000001100662,0.005332465,0.0002830841,0.00009209984,0.00001338264,0.000001442591,0.00001765645,0.0000878781],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.688324,"threshold_uncertainty_score":0.895582,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1231108802447632,"score_gpt":0.3553618345602627,"score_spread":0.2322509543154995,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}