{"id":"W2519235992","doi":"10.1016/j.jesp.2015.11.004","title":"Replications with MTurkers who are naïve versus experienced with academic studies: A comment on Connors, Khamitov, Moroz, Campbell, and Henderson (2015)","year":2016,"lang":"en","type":"article","venue":"Journal of Experimental Social Psychology","topic":"Neural Networks and Applications","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Python (programming language); Computer science; Artificial intelligence; Human intelligence; Artificial neural network; Cognition; Tree (set theory); Bayesian probability; Machine learning; Psychology; Cognitive science; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.05630259,0.0007543953,0.001135697,0.001142024,0.009487766,0.004225301,0.007423063,0.01979307,0.007255287],"category_scores_gemma":[0.324375,0.0007912363,0.001767742,0.001587706,0.006651004,0.006223067,0.004211452,0.01526712,0.003410554],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003282012,"about_ca_system_score_gemma":0.00528504,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.06282317,"about_ca_topic_score_gemma":0.07822318,"domain_scores_codex":[0.9696969,0.01408086,0.003074018,0.004099045,0.007401319,0.001647875],"domain_scores_gemma":[0.6815481,0.2343519,0.0145457,0.02009118,0.04272809,0.00673511],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.00239749,0.0006488602,0.04620656,0.0006540441,0.0002426396,0.002201955,0.08095786,0.000159708,0.002076278,0.02367016,0.7860815,0.05470292],"study_design_scores_gemma":[0.001095184,0.001396251,0.1741187,0.003493316,0.0007685035,0.002484408,0.1786012,0.001168855,0.009947883,0.041258,0.5850731,0.0005945498],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.05051862,0.002177339,0.002229479,0.9231758,0.01135457,0.0002771629,0.0008793379,0.0001086543,0.009279063],"genre_scores_gemma":[0.235682,0.001718941,0.003799252,0.7318712,0.007554748,0.00162255,0.0004125315,0.0001396316,0.01719909],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.9436974,"threshold_uncertainty_score":0.2977601,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.08002235431030248,"score_gpt":0.4121358960628001,"score_spread":0.3321135417524976,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}