{"id":"W1526818389","doi":"10.31235/osf.io/qznpk","title":"Experiments on Crowdsourcing Policy Assessment","year":2017,"lang":"en","type":"article","venue":"","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":10,"is_retracted":false,"has_abstract":true,"ca_institutions":"Thompson Rivers University","funders":"","keywords":"Crowdsourcing; Crowds; Context (archaeology); Relevance (law); Data science; Computer science; Political science; Geography; World Wide Web; Computer security; Law","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.0002842935,0.0001629876,0.0001534049,0.000121092,0.001188067,0.001448071,0.001354167,0.00005250726,0.00002427159],"category_scores_gemma":[0.00008594932,0.0001399818,0.00007657224,0.00006776526,0.00005887215,0.0004514465,0.0004846835,0.0001437714,0.0001293584],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000106728,"about_ca_system_score_gemma":0.0001085427,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003188197,"about_ca_topic_score_gemma":0.000004730386,"domain_scores_codex":[0.9986539,0.0000384848,0.0001704401,0.0004360899,0.000324679,0.0003764064],"domain_scores_gemma":[0.9976118,0.00004350461,0.0001391686,0.002019083,0.00004238954,0.00014405],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.000007612081,0.0002463033,0.007989756,0.00001433884,0.00004787037,0.0001246264,0.001108856,0.0004897274,0.0186869,0.7710432,0.004915051,0.1953258],"study_design_scores_gemma":[0.004562742,0.0009780908,0.3026119,0.000517739,0.00002181887,0.0001960067,0.0004472942,0.2458106,0.366678,0.01671918,0.05867343,0.002783254],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.2169061,0.00001434803,0.3123736,0.005166291,0.0007656864,0.0001689763,5.223605e-7,0.0004482174,0.4641562],"genre_scores_gemma":[0.9717124,0.00000216629,0.02390284,0.0009611338,0.0002363224,0.000009861435,3.425963e-7,0.00001234646,0.003162618],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7548062,"threshold_uncertainty_score":0.9995885,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03237938851029505,"score_gpt":0.3561304450562867,"score_spread":0.3237510565459916,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}