{"id":"W4385597668","doi":"10.1007/s11042-023-16325-6","title":"Crowdsourcing of labeling image objects: an online gamification application for data collection","year":2023,"lang":"en","type":"article","venue":"Multimedia Tools and Applications","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":false,"ca_institutions":"Université du Québec en Outaouais","funders":"","keywords":"Crowdsourcing; Computer science; Process (computing); Categorization; Quality (philosophy); Context (archaeology); Data collection; The Internet; Image (mathematics); Data mining; Information retrieval; Data science; Artificial intelligence; World Wide Web","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005591655,0.0001260683,0.0001715913,0.000157327,0.000366217,0.0001536813,0.0005953566,0.00007611152,9.63863e-7],"category_scores_gemma":[0.0001458934,0.0001329296,0.0000299379,0.0008756053,0.00006454316,0.0006142473,0.0001885594,0.00008618163,0.000009679432],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002189359,"about_ca_system_score_gemma":0.00006145061,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007067116,"about_ca_topic_score_gemma":0.00003862553,"domain_scores_codex":[0.9986339,0.00003409842,0.0003552758,0.0006076309,0.0001519719,0.0002171009],"domain_scores_gemma":[0.9979318,0.0003697732,0.0001966842,0.00120115,0.0002082023,0.00009243176],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000007202479,0.0001513032,0.0002810145,0.00009428157,0.00001528116,1.768709e-7,0.0009235331,0.0004307847,0.2636316,0.002251298,0.0004646071,0.7317489],"study_design_scores_gemma":[0.0003483935,0.00003335792,0.002849612,0.0000212885,0.00002096254,0.000003371832,0.0003308585,0.9808658,0.008038107,0.000835446,0.006495584,0.0001572063],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03172168,0.00008985569,0.9660438,0.000386638,0.00005459512,0.001084715,0.0001809941,0.0003780923,0.00005959276],"genre_scores_gemma":[0.537333,0.0001738449,0.4579088,0.00008734602,0.0002995612,0.0009427188,0.003105664,0.00003545081,0.0001136409],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.980435,"threshold_uncertainty_score":0.5420711,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.08861597550806546,"score_gpt":0.3235659262558138,"score_spread":0.2349499507477483,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}