{"id":"W1148686380","doi":"10.1007/s11049-015-9305-9","title":"A streamlined approach to online linguistic surveys","year":2015,"lang":"en","type":"article","venue":"Natural Language & Linguistic Theory","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":42,"is_retracted":false,"has_abstract":false,"ca_institutions":"McGill University","funders":"","keywords":"Crowdsourcing; Computer science; Grammaticality; Matching (statistics); Natural language processing; Set (abstract data type); Sentence; Service (business); Scale (ratio); Component (thermodynamics); Data science; Artificial intelligence; Linguistics; World Wide Web; Information retrieval; Grammar","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01203491,0.001301706,0.001839589,0.007780695,0.002450589,0.006423877,0.005625763,0.002815678,0.01721872],"category_scores_gemma":[0.07664748,0.00159412,0.001258717,0.007787073,0.00166754,0.007579992,0.01033319,0.004045498,0.01403996],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002309976,"about_ca_system_score_gemma":0.006263171,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01148325,"about_ca_topic_score_gemma":0.01911831,"domain_scores_codex":[0.9763138,0.01272552,0.001221023,0.002997209,0.006209622,0.0005328786],"domain_scores_gemma":[0.9303099,0.03016378,0.002151781,0.0190441,0.0166833,0.001647107],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002746023,0.0007484701,0.006382804,0.0006541254,0.000143176,0.0002768931,0.003925684,0.01413375,0.01143892,0.1211093,0.05208677,0.7888255],"study_design_scores_gemma":[0.0001400689,0.0002170771,0.00491626,0.0002652802,0.0001075538,0.0006017598,0.003083104,0.3461135,0.0111606,0.3948416,0.2383191,0.000234108],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.001720745,0.00008015821,0.9897578,0.000755091,0.00008880121,0.0008496261,0.001289246,0.002640824,0.002817771],"genre_scores_gemma":[0.03366678,0.000175752,0.9547767,0.0003776387,0.000171738,0.00152898,0.002334372,0.000507212,0.006460812],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.01721872,"threshold_uncertainty_score":0.06364745,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01706100995853106,"score_gpt":0.2697019689858647,"score_spread":0.2526409590273337,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}