{"id":"W2077834585","doi":"10.3758/brm.40.4.961","title":"Random without replacement is not random: Caveat emptor","year":2008,"lang":"en","type":"article","venue":"Behavior Research Methods","topic":"Behavioral and Psychological Studies","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":false,"ca_institutions":"","funders":"Natural Sciences and Engineering Research Council of Canada; UC Berkeley College of Chemistry","keywords":"Caveat emptor; Computer science; Selection (genetic algorithm); Simple random sample; Artificial intelligence; Medicine","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2708184,0.00476854,0.01220375,0.004022367,0.004758997,0.004803145,0.01817397,0.01355924,0.03678542],"category_scores_gemma":[0.5905927,0.003827402,0.009517931,0.006528197,0.01544236,0.01425253,0.006812199,0.02299685,0.007349579],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003515103,"about_ca_system_score_gemma":0.00728568,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01178663,"about_ca_topic_score_gemma":0.01328403,"domain_scores_codex":[0.7417577,0.1799099,0.01700656,0.03183815,0.02510156,0.004386197],"domain_scores_gemma":[0.4348003,0.4003223,0.01418891,0.1348743,0.01356175,0.002252489],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.006148285,0.001027273,0.01760943,0.004659971,0.009278266,0.004644868,0.006111585,0.008611107,0.00104307,0.6968459,0.1237519,0.1202683],"study_design_scores_gemma":[0.005211511,0.0006781775,0.007741313,0.001536051,0.003271826,0.002969104,0.001005594,0.04514937,0.001512704,0.8834638,0.04705426,0.0004063696],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01738975,0.007044592,0.8659487,0.05531114,0.02079471,0.006733834,0.004306763,0.00224838,0.02022215],"genre_scores_gemma":[0.3670068,0.00318106,0.5134708,0.04841523,0.0109567,0.01801212,0.0009800994,0.0008164536,0.03716062],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.7291816,"threshold_uncertainty_score":0.8992107,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.7589440560245428,"score_gpt":0.6292991638743772,"score_spread":0.1296448921501656,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}