{"id":"W2174546371","doi":"10.3138/cjpe.30.1.90","title":"Calculating Outcome Rates in Web Surveys","year":2015,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Survey Methodology and Nonresponse","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Outcome (game theory); Tracking (education); Function (biology); Service (business); Quality (philosophy); Web survey; Computer science; World Wide Web; Psychology; Business; Marketing; Mathematics; Biology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2213987,0.00005786244,0.0001534185,0.0003343045,0.0001449472,0.00006410624,0.0001519085,0.0001117747,0.0001609539],"category_scores_gemma":[0.06507009,0.00005588219,0.00004706316,0.0004873118,0.0001460005,0.000229715,0.000003457332,0.0001951861,0.00001220551],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005044048,"about_ca_system_score_gemma":0.007934605,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.02529661,"about_ca_topic_score_gemma":0.7070292,"domain_scores_codex":[0.9668898,0.03194366,0.0003961478,0.00008083699,0.0004083839,0.0002811934],"domain_scores_gemma":[0.996815,0.001576134,0.0002095759,0.00006556136,0.0008365053,0.000497227],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00005065795,0.00001336,0.8497911,0.000001131016,0.000008289,0.00002712109,0.006641516,0.0002416361,0.000009057218,0.0001627215,0.0001787623,0.1428746],"study_design_scores_gemma":[0.0009487508,0.0001506964,0.9784963,0.00002481225,0.00002580675,0.00001083555,0.005930149,0.001505396,0.00001571407,0.002208688,0.01056913,0.0001137865],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9946976,0.0004879681,0.0001959904,0.001156174,0.000858276,0.0003760717,0.000001697736,0.000006740129,0.002219459],"genre_scores_gemma":[0.9961793,0.000002631133,0.003490441,0.00005526079,0.0001669048,0.00001246521,0.000003211769,0.000005252133,0.00008452023],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6817326,"threshold_uncertainty_score":0.9976895,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.7320566072354909,"score_gpt":0.5853431466329448,"score_spread":0.1467134606025461,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}