{"id":"W3210619334","doi":"","title":"The Sensitivity of Impact Estimates to Data Sources Used: Analysis From an Access to Postsecondary Education Experiment","year":2017,"lang":"en","type":"article","venue":"SSRN Electronic Journal","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Statistics Canada","funders":"","keywords":"Context (archaeology); Psychological intervention; Survey data collection; Randomized experiment; Estimation; Psychology; Demographic economics; Political science; Econometrics; Statistics; Economics; Geography; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.467758,0.001688076,0.00333623,0.001987375,0.002587959,0.004168237,0.003569839,0.003126764,0.003440412],"category_scores_gemma":[0.567759,0.001100476,0.007864869,0.003861978,0.005747186,0.003266761,0.004359177,0.005558988,0.0003693656],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00800491,"about_ca_system_score_gemma":0.007471902,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0456142,"about_ca_topic_score_gemma":0.01851203,"domain_scores_codex":[0.4817244,0.4597476,0.01677554,0.01414116,0.0242649,0.003346435],"domain_scores_gemma":[0.09748184,0.8389078,0.02846525,0.02759462,0.006749139,0.0008013463],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.1458894,0.01540362,0.432559,0.007648292,0.08410888,0.002010055,0.0102012,0.1255614,0.005223612,0.02575929,0.005854119,0.139781],"study_design_scores_gemma":[0.02859569,0.06169448,0.4736536,0.002001135,0.06218014,0.001460036,0.007201477,0.2388864,0.03639407,0.05877872,0.02741246,0.001741799],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8337874,0.004088557,0.1352913,0.002045496,0.0003496335,0.01380845,0.003660502,0.000344164,0.006624524],"genre_scores_gemma":[0.9708527,0.0002870093,0.02125767,0.0008741806,0.00007501795,0.004355119,0.0014514,0.0000856722,0.0007612435],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5322419,"threshold_uncertainty_score":0.6563491,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1659652469404446,"score_gpt":0.5602492865985127,"score_spread":0.394284039658068,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}