{"id":"W2762768501","doi":"10.1002/asi.23958","title":"geNov: A new metric for measuring novelty and relevancy in biomedical information retrieval","year":2017,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Information Retrieval and Search Behavior","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"ca_institutions":"York University","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Novelty; Metric (unit); Computer science; Information retrieval; Ranking (information retrieval); Discriminative model; Redundancy (engineering); Artificial intelligence; Learning to rank; Machine learning; Data mining","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"simulation_or_modeling","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium","status":"direct model label, unvalidated"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01045004,0.001480474,0.001838182,0.01346284,0.001016516,0.003423942,0.001574105,0.002323901,0.001466294],"category_scores_gemma":[0.05220674,0.0003176553,0.001345197,0.008165666,0.001926235,0.005738266,0.002984838,0.001323925,0.0008246299],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001969978,"about_ca_system_score_gemma":0.001350464,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009909516,"about_ca_topic_score_gemma":0.001541524,"domain_scores_codex":[0.9837093,0.005053927,0.002208175,0.001496468,0.007024562,0.0005075214],"domain_scores_gemma":[0.9668244,0.02066774,0.003840568,0.002859833,0.004904868,0.0009025687],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001651817,0.0004888834,0.1058979,0.003013054,0.001639921,0.0004695914,0.001128536,0.05979378,0.03331294,0.03407387,0.01841635,0.7401133],"study_design_scores_gemma":[0.0003486817,0.006628084,0.1333808,0.000599745,0.001079812,0.006265683,0.001131337,0.6121088,0.05135559,0.1457732,0.04043043,0.000897867],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.2585847,0.01547759,0.6949987,0.001535977,0.0007613091,0.001227059,0.006120889,0.003149177,0.01814467],"genre_scores_gemma":[0.7540507,0.001770973,0.2353436,0.0003896171,0.0004919138,0.0006724988,0.004773072,0.0003834486,0.002124217],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.01346284,"threshold_uncertainty_score":0.05526572,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02354487229289894,"score_gpt":0.2867085057204873,"score_spread":0.2631636334275884,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}