{"id":"W4255700447","doi":"10.1145/3467001.3467002","title":"Verification column","year":2021,"lang":"en","type":"article","venue":"ACM SIGLOG News","topic":"Simulation Techniques and Applications","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Duration (music); Column (typography); Computer science; Quarter (Canadian coin); Field (mathematics); State (computer science); Work (physics); Mathematics; Engineering; Algorithm; Telecommunications; Mechanical engineering; Art; Geography","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0004217495,0.00006199679,0.0001150203,0.00005820499,0.0001323414,0.0001734109,0.0006147339,0.00006256489,0.001951297],"category_scores_gemma":[0.003631929,0.0000545184,0.00006875116,0.0008411663,0.00003481749,0.0001397291,0.0001484365,0.0000653915,0.001393126],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002077036,"about_ca_system_score_gemma":0.00007046073,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003076531,"about_ca_topic_score_gemma":0.00004726422,"domain_scores_codex":[0.9986529,0.00007642779,0.000352039,0.000353291,0.0004504126,0.0001149662],"domain_scores_gemma":[0.9972314,0.0007412385,0.0001085752,0.001493831,0.0003607778,0.00006419185],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000006971266,0.000125442,0.0286497,0.000001517875,0.000008313163,0.000006496624,0.0002348164,0.0001327401,0.02840951,0.06126941,0.4215512,0.4596039],"study_design_scores_gemma":[0.0001059763,0.0000100785,0.02538827,0.00000175739,0.000003688146,0.000004602112,0.0002326215,0.0004675328,0.01296499,0.148104,0.8126323,0.00008420801],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5475341,0.0005496014,0.2057783,0.05322624,0.0008115682,0.0008655243,0.00006126698,0.0007752258,0.1903982],"genre_scores_gemma":[0.9708925,0.00002771683,0.01561254,0.0015071,0.00009701326,0.00004408943,0.00002279252,0.000007433406,0.01178882],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4595197,"threshold_uncertainty_score":0.9993844,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.230048888147719,"score_gpt":0.4573298102679942,"score_spread":0.2272809221202753,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}