{"id":"W2571802872","doi":"","title":"Running experiments on Amazon Mechanical Turk","year":2010,"lang":"en","type":"article","venue":"RePub (Erasmus University, Rotterdam)","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"York University; National Science Foundation","keywords":"Subject (documents); Amazon rainforest; Data science; Quality (philosophy); Computer science; Data quality; Population; Social media; Internet privacy; World Wide Web; Engineering; Sociology; Operations management; Demography","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009757934,0.002563843,0.002481489,0.0009784227,0.00205948,0.002269492,0.003334577,0.001765396,0.03443285],"category_scores_gemma":[0.02988471,0.001504482,0.001695717,0.001338817,0.00107896,0.003165889,0.001898019,0.002889238,0.01770608],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009675426,"about_ca_system_score_gemma":0.002605395,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004042243,"about_ca_topic_score_gemma":0.007275967,"domain_scores_codex":[0.9915661,0.002927689,0.00103346,0.002352284,0.001277336,0.000843175],"domain_scores_gemma":[0.9655657,0.01635422,0.001344164,0.01114213,0.003419549,0.002174271],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.02385192,0.03954592,0.02941204,0.006361332,0.002178351,0.002106208,0.006957056,0.09267912,0.08577549,0.01622686,0.3097496,0.3851561],"study_design_scores_gemma":[0.01671939,0.01884557,0.1033699,0.0006113685,0.001217409,0.0005888097,0.002771959,0.3720371,0.04089214,0.1024726,0.3390806,0.001393323],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"methods","genre_scores_codex":[0.5853032,0.001092301,0.2050411,0.002642858,0.002666695,0.04375049,0.03649996,0.03851147,0.08449195],"genre_scores_gemma":[0.6231352,0.0006086766,0.2355977,0.002190485,0.0006545042,0.07268193,0.03413716,0.003257212,0.02773707],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.9902421,"threshold_uncertainty_score":0.1151894,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.009527346176419857,"score_gpt":0.21279727165627,"score_spread":0.2032699254798501,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}