{"id":"W4385597668","doi":"10.1007/s11042-023-16325-6","title":"Crowdsourcing of labeling image objects: an online gamification application for data collection","year":2023,"lang":"en","type":"article","venue":"Multimedia Tools and Applications","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"ca_institutions":"Université du Québec en Outaouais","funders":"","keywords":"Crowdsourcing; Computer science; Process (computing); Categorization; Quality (philosophy); Context (archaeology); Data collection; The Internet; Image (mathematics); Data mining; Information retrieval; Data science; Artificial intelligence; World Wide Web","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003226437,0.001740524,0.00121634,0.00395044,0.001400582,0.001934753,0.002318987,0.001642316,0.01232041],"category_scores_gemma":[0.00662835,0.0004903516,0.0009585877,0.003326835,0.0006055445,0.001686311,0.004709838,0.001105077,0.004815686],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008944167,"about_ca_system_score_gemma":0.001382704,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008897438,"about_ca_topic_score_gemma":0.01930451,"domain_scores_codex":[0.9981247,0.0006819648,0.00007958182,0.0003345641,0.0006259852,0.0001532509],"domain_scores_gemma":[0.9968435,0.001405925,0.0001462273,0.0006445947,0.0004654972,0.0004942722],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.004244748,0.002468149,0.01350504,0.001832744,0.0005167294,0.001601073,0.003398537,0.02989371,0.03227695,0.0151204,0.09000156,0.8051404],"study_design_scores_gemma":[0.0005753023,0.00056281,0.01521058,0.0004454704,0.0001503351,0.000791452,0.003042218,0.7031099,0.03823021,0.07525066,0.1623154,0.0003156482],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.135322,0.0009232099,0.7324644,0.002097475,0.000615448,0.004485666,0.0178498,0.06257289,0.04366911],"genre_scores_gemma":[0.2953289,0.0004358703,0.6718564,0.0004382301,0.0001315448,0.002124592,0.009904765,0.001866062,0.01791373],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.01232041,"threshold_uncertainty_score":0.04121584,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.08861597550806546,"score_gpt":0.3235659262558138,"score_spread":0.2349499507477483,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}