{"id":"W1148686380","doi":"10.1007/s11049-015-9305-9","title":"A streamlined approach to online linguistic surveys","year":2015,"lang":"en","type":"article","venue":"Natural Language & Linguistic Theory","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":false,"ca_institutions":"McGill University","funders":"","keywords":"Crowdsourcing; Computer science; Grammaticality; Matching (statistics); Natural language processing; Set (abstract data type); Sentence; Service (business); Scale (ratio); Component (thermodynamics); Data science; Artificial intelligence; Linguistics; World Wide Web; Information retrieval; Grammar","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002890138,0.0003628742,0.0004101887,0.000231513,0.0001564051,0.000262751,0.001186026,0.0001331222,0.000006767343],"category_scores_gemma":[0.01502241,0.0003080533,0.0001245791,0.0006565835,0.00008129238,0.00006706649,0.0004130226,0.0005552646,0.00009743051],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001350785,"about_ca_system_score_gemma":0.0002123344,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002700397,"about_ca_topic_score_gemma":0.00004311758,"domain_scores_codex":[0.9969264,0.0006927592,0.000420089,0.0007726236,0.000543003,0.0006451053],"domain_scores_gemma":[0.9970472,0.0006180811,0.0001317684,0.001141719,0.0005498143,0.0005114325],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002742723,0.001382074,0.0004137271,0.0002087702,0.0002337596,0.00153649,0.1121109,0.002604121,0.002613024,0.4826274,0.002392887,0.3936026],"study_design_scores_gemma":[0.01247082,0.002245069,0.00853265,0.00155024,0.0006158049,0.001847121,0.01962144,0.7473255,0.009624116,0.138763,0.04697343,0.01043075],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1262083,0.005159147,0.8204589,0.0001641834,0.005804212,0.0006582448,0.00006226733,0.001702334,0.03978242],"genre_scores_gemma":[0.9229414,9.410675e-7,0.07259367,0.0006287274,0.001590477,0.000009370115,0.0000746964,0.00003957104,0.00212112],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7967331,"threshold_uncertainty_score":0.9999372,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01706100995853106,"score_gpt":0.2697019689858647,"score_spread":0.2526409590273337,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}