{"id":"W2887346961","doi":"10.1257/aer.20181065","title":"Testing the Waters: Behavior across Participant Pools","year":2021,"lang":"en","type":"article","venue":"American Economic Review","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":277,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Leverage (statistics); Sample (material); Population; Set (abstract data type); Amazon rainforest; Scale (ratio); Psychology; Statistics; Computer science; Geography; Ecology; Mathematics; Demography; Biology; Cartography; Sociology; Physics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02953432,0.0004282997,0.0008936295,0.0007294967,0.002009651,0.002214653,0.001661663,0.001631206,0.009275118],"category_scores_gemma":[0.0909716,0.0004218706,0.0006064253,0.001074607,0.002302832,0.003768477,0.002308157,0.001152125,0.001979387],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001206439,"about_ca_system_score_gemma":0.002008602,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00526663,"about_ca_topic_score_gemma":0.003568284,"domain_scores_codex":[0.9812165,0.01326269,0.0005042708,0.002940507,0.001508617,0.0005675209],"domain_scores_gemma":[0.9189712,0.04712707,0.0127745,0.01348206,0.00541483,0.002230286],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.004512751,0.001530142,0.579817,0.0009821852,0.0009438957,0.0005773794,0.01057733,0.01352762,0.008103307,0.08449169,0.03003432,0.2649024],"study_design_scores_gemma":[0.001546585,0.005762898,0.5256706,0.0007987879,0.0008290454,0.001005526,0.01656472,0.120487,0.0132628,0.2127377,0.100969,0.000365268],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9023146,0.0007502125,0.05696693,0.005722582,0.0002168941,0.001457486,0.002310316,0.0004294372,0.02983152],"genre_scores_gemma":[0.9862505,0.0001306849,0.008136224,0.000824974,0.0000494418,0.001087861,0.0006194304,0.00003712779,0.002863715],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9704657,"threshold_uncertainty_score":0.1561943,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.08043842403601754,"score_gpt":0.3246748597124279,"score_spread":0.2442364356764103,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}