{"id":"W3112675244","doi":"10.1145/3447556.3447563","title":"A Report on the First Workshop on Document Intelligence (DI) at NeurIPS 2019","year":2021,"lang":"en","type":"article","venue":"ACM SIGKDD Explorations Newsletter","topic":"Web Data Mining and Analysis","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Computer science; Library science; Intelligence analysis; Data science; World Wide Web; Computer security","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003521332,0.0002149659,0.0001820753,0.0001194887,0.0005679362,0.0005532511,0.001479832,0.00006105982,0.0002156788],"category_scores_gemma":[0.0007854542,0.0001551568,0.000147689,0.0009199952,0.00005629242,0.0005802693,0.0008933123,0.000283877,0.002270188],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009031579,"about_ca_system_score_gemma":0.00006513412,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001999517,"about_ca_topic_score_gemma":0.0001121905,"domain_scores_codex":[0.9978971,0.0001365584,0.0004103722,0.000755664,0.0004892443,0.0003110041],"domain_scores_gemma":[0.995096,0.0008347482,0.0001497948,0.003725427,0.0001110391,0.00008295264],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000009326516,0.0001683243,0.0005204177,0.000004561564,0.00009317496,0.0008501337,0.001510712,0.005126696,0.0004008307,0.0153205,0.9650748,0.01092056],"study_design_scores_gemma":[0.0002423397,0.0001472376,0.001361453,0.0002273638,0.00007900671,0.0002335352,0.0004476396,0.01059564,0.02898917,0.006063642,0.9507241,0.0008889033],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.03661755,0.0001072281,0.2221587,0.7373458,0.0009890738,0.0002455512,0.000009301049,0.000242565,0.002284195],"genre_scores_gemma":[0.8178104,0.000302881,0.0185985,0.1335661,0.001193269,0.000433617,0.0003754671,0.00006916877,0.02765067],"genre_candidate":"commentary","genre_consensus":null,"teacher_disagreement_score":0.7811928,"threshold_uncertainty_score":0.9985067,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.05144086556164734,"score_gpt":0.2786518561287233,"score_spread":0.2272109905670759,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}