{"id":"W2266424003","doi":"10.1145/2739999.2740001","title":"Problem with Cross-Cultural Comparison of User-Generated Ratings on Mechanical Turk","year":2015,"lang":"en","type":"article","venue":"","topic":"Cultural Differences and Values","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia","funders":"National Tsing Hua University; University of Washington","keywords":"Collectivism; Style (visual arts); Cross-cultural; Affect (linguistics); Product (mathematics); Psychology; Cultural diversity; Individualism; Social psychology; Uncertainty avoidance; Filter (signal processing); Hofstede's cultural dimensions theory; Cultural bias; Computer science; Sociology; Political science; Mathematics; Geography","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001094724,0.0001569882,0.0002837734,0.00002020853,0.00005017261,0.00007282594,0.0001576874,0.0001061479,0.0007407865],"category_scores_gemma":[0.00002229267,0.0000801382,0.00004605858,0.0001445991,0.00009155244,0.00009973424,0.00002875289,0.0001485007,0.000149847],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001928285,"about_ca_system_score_gemma":0.00001764104,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006414002,"about_ca_topic_score_gemma":0.0001806617,"domain_scores_codex":[0.9989366,0.00007179072,0.0002893032,0.0002615401,0.0002241411,0.0002166474],"domain_scores_gemma":[0.9992392,0.00003030945,0.0001237863,0.0001751832,0.000312623,0.0001189152],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.003182786,0.002062436,0.2338151,0.00005701955,0.0004279565,0.00001801724,0.02019274,0.0006794474,0.05603806,0.4898611,0.1873779,0.006287399],"study_design_scores_gemma":[0.02283696,0.02922849,0.5400495,0.0004190266,0.0002977545,0.000130743,0.04776068,0.006872195,0.3031857,0.0048776,0.04134537,0.002996003],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9719661,0.00002555366,0.00005193858,0.0002543667,0.0001761884,0.0001965912,0.000006008411,0.00007998794,0.02724321],"genre_scores_gemma":[0.9873363,4.666063e-7,0.001480967,0.0001368551,0.00007285029,0.00001872587,0.00003099769,0.00001003388,0.01091275],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4849835,"threshold_uncertainty_score":0.8111093,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2008900948430002,"score_gpt":0.4474751713431908,"score_spread":0.2465850765001906,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}