{"id":"W2519235992","doi":"10.1016/j.jesp.2015.11.004","title":"Replications with MTurkers who are naïve versus experienced with academic studies: A comment on Connors, Khamitov, Moroz, Campbell, and Henderson (2015)","year":2016,"lang":"en","type":"article","venue":"Journal of Experimental Social Psychology","topic":"Neural Networks and Applications","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Python (programming language); Computer science; Artificial intelligence; Human intelligence; Artificial neural network; Cognition; Tree (set theory); Bayesian probability; Machine learning; Psychology; Cognitive science; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001398894,0.000183946,0.0003251118,0.00007316303,0.0003230644,0.00003137177,0.0004395021,0.00009023018,0.000008575385],"category_scores_gemma":[0.00001124393,0.0001081081,0.00005253101,0.0002183823,0.0004244142,0.0002838025,0.00007718724,0.00025598,0.00000287362],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001493161,"about_ca_system_score_gemma":0.00003198564,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000004443386,"about_ca_topic_score_gemma":0.000003055936,"domain_scores_codex":[0.9986893,0.00008563601,0.0003234048,0.0003641126,0.0002690177,0.0002685339],"domain_scores_gemma":[0.9987702,0.0001641279,0.0005426122,0.0002709829,0.0001114549,0.0001406542],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.01151143,0.002883836,0.005828789,0.00003094132,0.002000837,0.0003197779,0.08067905,0.00009069304,0.1951565,0.1195551,0.5359636,0.04597956],"study_design_scores_gemma":[0.1309425,0.07330807,0.05461626,0.003344826,0.0005204805,0.003684013,0.2827215,0.0006741697,0.1466465,0.009457447,0.287284,0.006800162],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8818027,0.002133403,0.01830181,0.09605236,0.000647841,0.0004798976,0.000006650522,0.00005328406,0.0005220347],"genre_scores_gemma":[0.9937881,0.000315995,0.001581979,0.003938922,0.0002553408,0.00006570404,3.905385e-7,0.00001323077,0.00004028717],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2486796,"threshold_uncertainty_score":0.440852,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.08002235431030248,"score_gpt":0.4121358960628001,"score_spread":0.3321135417524976,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}