{"id":"W2187262079","doi":"","title":"Crowdsourcing with a Crowd of One and Other TREC 2011 Crowdsourcing and Web Track Experiments.","year":2011,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Crowdsourcing; Computer science; Relevance (law); Set (abstract data type); Task (project management); Construct (python library); Quality (philosophy); Information retrieval; Data science; World Wide Web; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004876611,0.0003414312,0.0004679973,0.0002350347,0.000222336,0.0001753816,0.000387523,0.0001219609,0.0001408057],"category_scores_gemma":[0.00001998004,0.0002830799,0.00006045903,0.0002442643,0.0003162273,0.00049521,0.0002585871,0.0001930604,0.00001174789],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002180807,"about_ca_system_score_gemma":0.00006306857,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007194426,"about_ca_topic_score_gemma":0.00008150995,"domain_scores_codex":[0.9978963,0.00009203806,0.0004438043,0.0007452976,0.0003187146,0.0005038626],"domain_scores_gemma":[0.9985931,0.0001027306,0.0002218068,0.000739583,0.00009531947,0.000247473],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.0007370878,0.001900115,0.1996162,0.0008248668,0.000952333,0.0002175617,0.1410424,0.0001392698,0.4367662,0.07734544,0.001224608,0.1392339],"study_design_scores_gemma":[0.00755476,0.002381437,0.05058982,0.001304258,0.0002466695,0.00105172,0.006542151,0.0409599,0.8799223,0.001940475,0.004502343,0.003004115],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9111178,0.0007942256,0.06508107,0.00008229924,0.00007646711,0.0002569641,0.00000228882,0.0002562752,0.02233262],"genre_scores_gemma":[0.9299546,0.00001786578,0.06891233,0.0002507552,0.00003838639,0.00001315025,3.079746e-7,0.00004138295,0.0007712016],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4431561,"threshold_uncertainty_score":0.9999622,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03977264322084437,"score_gpt":0.2218622594840954,"score_spread":0.182089616263251,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}