{"id":"W2898900772","doi":"10.1002/ece3.4567","title":"Measuring agreement among experts in classifying camera images of similar species","year":2018,"lang":"en","type":"article","venue":"Ecology and Evolution","topic":"Wildlife Ecology and Conservation","field":"Environmental Science","cited_by":20,"is_retracted":false,"has_abstract":true,"ca_institutions":"Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada; University of British Columbia","keywords":"Wildlife; Range (aeronautics); Kappa; Citizen science; Artificial intelligence; Habitat; Camera trap; Computer science; Geography; Ecology; Biology; Mathematics","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02662493,0.0005711439,0.0006590076,0.00357369,0.001128786,0.001527119,0.0009492225,0.001306852,0.002527665],"category_scores_gemma":[0.08859606,0.0004103219,0.001132268,0.0008986515,0.001175865,0.002127539,0.00236367,0.0008187349,0.0008633088],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008196977,"about_ca_system_score_gemma":0.0004512986,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002384442,"about_ca_topic_score_gemma":0.003662325,"domain_scores_codex":[0.9737526,0.01132447,0.0033703,0.004382593,0.006064849,0.001105161],"domain_scores_gemma":[0.8643818,0.08214977,0.01653102,0.00569847,0.02879329,0.002445561],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00179277,0.000433833,0.8906557,0.000958401,0.001169665,0.0002643529,0.01840691,0.003698127,0.01551881,0.0009587291,0.003466449,0.06267612],"study_design_scores_gemma":[0.0001016998,0.0008349966,0.9195856,0.0005233897,0.0004515084,0.0008212689,0.01963828,0.03258983,0.0140551,0.003877595,0.007211802,0.0003088855],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9796267,0.0003758237,0.01347587,0.0001199533,0.00009366418,0.0002577007,0.0003047632,0.00008493903,0.005660664],"genre_scores_gemma":[0.9875937,0.0001321188,0.01071143,0.0001269027,0.00004268345,0.0002217249,0.0004464962,0.00003321129,0.000691651],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02662493,"threshold_uncertainty_score":0.1408078,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02162145863714935,"score_gpt":0.2120408662551186,"score_spread":0.1904194076179692,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}