{"id":"W2793244785","doi":"10.1007/978-3-319-75487-1_40","title":"An Informativeness Approach to Open IE Evaluation","year":2018,"lang":"en","type":"book-chapter","venue":"Lecture notes in computer science","topic":"Semantic Web and Ontologies","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Computer science; Tuple; Task (project management); Protocol (science); Information extraction; Information retrieval; Recall; Natural language processing; Artificial intelligence; Precision and recall; Data mining","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03301952,0.001812146,0.001830918,0.0128163,0.003079498,0.009346446,0.003595932,0.003177631,0.01267004],"category_scores_gemma":[0.1111078,0.001141212,0.001789222,0.007060127,0.004921653,0.01765499,0.006651275,0.005183746,0.00192088],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003664151,"about_ca_system_score_gemma":0.002738517,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001728773,"about_ca_topic_score_gemma":0.001998052,"domain_scores_codex":[0.9595761,0.02105934,0.003345125,0.002962233,0.01194497,0.001112141],"domain_scores_gemma":[0.9258168,0.05004252,0.002473323,0.007693695,0.01258088,0.001392866],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0004399824,0.000278381,0.002887072,0.0004939407,0.0001754605,0.0002603441,0.001250351,0.02012856,0.002795421,0.5957566,0.01542986,0.360104],"study_design_scores_gemma":[0.00003943728,0.0001229047,0.001119471,0.0002667474,0.000144892,0.0002800236,0.0003461378,0.1281829,0.0045312,0.850129,0.01477941,0.00005791086],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.008822191,0.00147178,0.9573072,0.001674734,0.0002199073,0.0003331846,0.0005083062,0.0009531502,0.02870958],"genre_scores_gemma":[0.3733545,0.001101147,0.6028418,0.001140461,0.001310188,0.001192464,0.00240389,0.001037686,0.01561786],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.03301952,"threshold_uncertainty_score":0.1746259,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06065629277589044,"score_gpt":0.3240916038813368,"score_spread":0.2634353111054464,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}