{"id":"W2889669442","doi":"10.1177/0193841x18799093","title":"The Sensitivity of Impact Estimates to Data Sources Used: Analysis From an Access to Postsecondary Education Experiment","year":2018,"lang":"en","type":"article","venue":"Evaluation Review","topic":"Educational Assessment and Improvement","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Canada Millennium Scholarship Foundation","keywords":"Context (archaeology); Psychological intervention; Survey data collection; Randomized experiment; Psychology; Estimation; Political science; Demographic economics; Statistics; Economics; Geography","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.5028804,0.001808963,0.00461076,0.002073092,0.002265201,0.004135027,0.003753192,0.003197002,0.003450271],"category_scores_gemma":[0.6265934,0.001194841,0.01018472,0.004641809,0.00532116,0.003298325,0.004106987,0.005075224,0.0003729668],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008787745,"about_ca_system_score_gemma":0.008683087,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.04169134,"about_ca_topic_score_gemma":0.01893414,"domain_scores_codex":[0.4055223,0.5205953,0.02364496,0.01581912,0.03137153,0.00304683],"domain_scores_gemma":[0.09525147,0.8344119,0.0321856,0.02863663,0.008848296,0.000666137],"domain_codex":"methods","domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.1269921,0.009734073,0.3528606,0.02111869,0.1640342,0.001790654,0.00931769,0.0898468,0.004802816,0.02375587,0.006043686,0.1897027],"study_design_scores_gemma":[0.02828001,0.06432137,0.4839737,0.005184829,0.1418026,0.001596218,0.006818704,0.1392572,0.03308961,0.05193933,0.04192914,0.001807385],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7231783,0.01514079,0.2150522,0.002893357,0.0006468006,0.0275769,0.00614904,0.000449225,0.008913378],"genre_scores_gemma":[0.9575298,0.0009099806,0.02909153,0.001203037,0.000101133,0.00837252,0.001923252,0.0001016702,0.0007670146],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5028804,"threshold_uncertainty_score":0.613037,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3855258045495976,"score_gpt":0.6285228913714911,"score_spread":0.2429970868218935,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}