{"id":"W4403581848","doi":"10.1002/ppp.2249","title":"A Labeling Intercomparison of Retrogressive Thaw Slumps by a Diverse Group of Domain Experts","year":2024,"lang":"en","type":"article","venue":"Permafrost and Periglacial Processes","topic":"Landslides and related hazards","field":"Environmental Science","cited_by":20,"is_retracted":false,"has_abstract":true,"ca_institutions":"Government of Northwest Territories","funders":"German Academic Exchange Service; Lomonosov Moscow State University; International Permafrost Association; Helmholtz Association; Nuclear Safety and Security Commission; European Space Agency; National Aeronautics and Space Administration; Deutscher Akademischer Austauschdienst; National Science Foundation","keywords":"Permafrost; Geology; Group (periodic table); Domain (mathematical analysis); Earth science; Physical geography; Geomorphology; Oceanography; Geography; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0001030413,0.0001361032,0.0002234891,0.00003390409,0.00008886051,0.00004371055,0.0001202191,0.00009336303,0.001086197],"category_scores_gemma":[0.00002077329,0.00009620208,0.00004828936,0.0002398265,0.0003308273,0.0002197847,0.0001450871,0.0001032815,0.00001073362],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001741866,"about_ca_system_score_gemma":0.00001655185,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002308653,"about_ca_topic_score_gemma":0.0001467682,"domain_scores_codex":[0.9991111,0.00002087719,0.0002259079,0.00025106,0.0002164313,0.0001746522],"domain_scores_gemma":[0.9997274,0.00004017202,0.00006560591,0.00008296543,0.00001643735,0.00006738942],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0005715543,0.0004101533,0.583941,0.00218515,0.0001793983,0.00006733473,0.06153915,0.00003780815,0.3041397,0.0004113106,0.02071458,0.02580282],"study_design_scores_gemma":[0.006351099,0.003716873,0.0508543,0.006322043,0.000856909,0.0003312492,0.06884503,0.007236973,0.1901865,0.007655165,0.6536847,0.003959154],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9889356,0.007124404,0.0001019812,0.000119092,0.0001777638,0.0001127602,0.0002861505,0.00003177783,0.003110467],"genre_scores_gemma":[0.9986031,0.0009394385,0.000162051,0.00003201902,0.00005039997,0.000008895307,0.00004490372,0.00001295288,0.0001462284],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6329701,"threshold_uncertainty_score":0.999827,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.007015374267065553,"score_gpt":0.2390266634451223,"score_spread":0.2320112891780568,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}