{"id":"W2036483307","doi":"10.2196/resprot.3277","title":"Cameras for Public Health Surveillance: A Methods Protocol for Crowdsourced Annotation of Point-of-Sale Photographs","year":2014,"lang":"en","type":"article","venue":"JMIR Research Protocols","topic":"Data-Driven Disease Surveillance","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Computer science; Crowdsourcing; Annotation; Protocol (science); Usability; Zoom; Information retrieval; Quality (philosophy); Process (computing); Reliability (semiconductor); Data science; Artificial intelligence; World Wide Web; Human–computer interaction","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03268089,0.002101204,0.001154466,0.003729721,0.004676426,0.002504246,0.003632545,0.004258222,0.08815167],"category_scores_gemma":[0.03658709,0.00211713,0.00148719,0.002235864,0.002770887,0.002036462,0.005116865,0.003927376,0.04193129],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003728047,"about_ca_system_score_gemma":0.01123832,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005063075,"about_ca_topic_score_gemma":0.01171218,"domain_scores_codex":[0.9777478,0.01068011,0.003417457,0.002760811,0.004229392,0.001164478],"domain_scores_gemma":[0.961121,0.01263454,0.002145322,0.01144247,0.01091979,0.001736968],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.006694885,0.002846613,0.004618189,0.008664557,0.0001636681,0.00265977,0.01390331,0.004897564,0.06220848,0.03068876,0.4868391,0.3758151],"study_design_scores_gemma":[0.001385769,0.001169853,0.006458458,0.002236744,0.00006693495,0.0005902543,0.002051975,0.003425976,0.01943227,0.009991547,0.952854,0.0003363228],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.01038234,0.0007761499,0.3546092,0.003171501,0.001610717,0.5176656,0.04634437,0.01069317,0.05474702],"genre_scores_gemma":[0.00890438,0.0005389852,0.2544188,0.001288011,0.0001772537,0.7097188,0.01023773,0.001050741,0.01366535],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.9673191,"threshold_uncertainty_score":0.2948967,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3976258438809228,"score_gpt":0.6361401561526883,"score_spread":0.2385143122717654,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}