{"id":"W2889669442","doi":"10.1177/0193841x18799093","title":"The Sensitivity of Impact Estimates to Data Sources Used: Analysis From an Access to Postsecondary Education Experiment","year":2018,"lang":"en","type":"article","venue":"Evaluation Review","topic":"Educational Assessment and Improvement","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Canada Millennium Scholarship Foundation","keywords":"Context (archaeology); Psychological intervention; Survey data collection; Randomized experiment; Psychology; Estimation; Political science; Demographic economics; Statistics; Economics; Geography","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01460245,0.000135259,0.0003526245,0.0002151158,0.0002263338,0.0004681443,0.001174441,0.00002019565,0.004480011],"category_scores_gemma":[0.007822216,0.00007859281,0.0001030412,0.001658742,0.00004793152,0.0009241071,0.0003926483,0.00004006,0.0002243304],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001137447,"about_ca_system_score_gemma":0.0009041511,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007242469,"about_ca_topic_score_gemma":0.001023289,"domain_scores_codex":[0.9956521,0.0009699126,0.0007650487,0.0005642118,0.001904584,0.0001441607],"domain_scores_gemma":[0.9934931,0.001418521,0.0004630261,0.001870534,0.002580629,0.0001742394],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00002301129,0.00034859,0.05552524,0.00002084095,0.0003100172,4.01626e-8,0.001274397,0.000150352,0.002533385,0.00007632827,0.1328283,0.8069095],"study_design_scores_gemma":[0.0001032838,0.0002513797,0.9411926,0.0002996905,0.0008455678,2.875638e-7,0.00110976,0.01657825,0.004483202,0.003074203,0.03183115,0.0002306234],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9683639,0.01046919,0.003213324,0.01492237,0.0006599692,0.001757788,0.0001794077,0.00001234164,0.0004216917],"genre_scores_gemma":[0.9927411,0.0002819131,0.002299536,0.003601598,0.0003042959,0.0001318423,0.0005462805,0.000007149438,0.00008626941],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8856674,"threshold_uncertainty_score":0.99643,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3855258045495976,"score_gpt":0.6285228913714911,"score_spread":0.2429970868218935,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}